diff --git "a/4b284b84b20c4py/3490724.out" "b/4b284b84b20c4py/3490724.out" new file mode 100644--- /dev/null +++ "b/4b284b84b20c4py/3490724.out" @@ -0,0 +1,42523 @@ +Model parameters: d_model 3072 ffw_size 12288 kv_size 128 n_heads 24 n_layers 36 +Megatron-DeepSpeed/pretrain_gpt.py --tensor-model-parallel-size 2 --pipeline-model-parallel-size 1 --num-layers 36 --hidden-size 3072 --num-attention-heads 24 --kv-channels 128 --ffn-hidden-size 12288 --seq-length 2048 --max-position-embeddings 2048 --micro-batch-size 2 --global-batch-size 1024 --train-samples 1 --vocab-file gpt2/vocab.json --merge-file gpt2/merges.txt --clip-grad 1.0 --kill-switch-path kill-switch-4b284b84b20c4pyval --bf16 --optimizer adam --adam-beta1 0.9 --adam-beta2 0.999 --adam-eps 1e-8 --lr 2e-4 --min-lr 2e-5 --lr-decay-style cosine --lr-decay-samples 1 --lr-warmup-samples 0 --clip-grad 1.0 --weight-decay 1e-1 --override-lr-scheduler --reset-progress --no-load-optim --log-interval 10 --save-interval 1000 --eval-interval 1 --eval-iters 100 --eval-only true --tensorboard-dir tensorboard_4b284b84b20c4pyval --tensorboard-queue-size 5 --log-timers-to-tensorboard --log-batch-size-to-tensorboard --log-validation-ppl-to-tensorboard --save lm1-4b2-84b-c4py/4b284b84b20c4py --load lm1-4b2-84b-c4py/4b284b84b20c4py --train-weighted-split-paths-path train1b5.txt --valid-weighted-split-paths-path val.txt --data-impl mmap --deepspeed --deepspeed_config ds_configs/3490724.json --zero-stage 0 +START 3490724: Wed 10 May 2023 11:31:45 AM EEST + 0: + 0: + 0: ======================= ROCm System Management Interface ======================= + 0: ================================= Concise Info ================================= + 0: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 0: 0 44.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: 2 43.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: 4 42.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 5 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: 6 40.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 7 37.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: ================================================================================ + 0: ============================= End of ROCm SMI Log ============================== +10: +10: +10: ======================= ROCm System Management Interface ======================= +10: ================================= Concise Info ================================= +10: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +10: 0 47.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: 2 43.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: 4 41.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: 6 40.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 7 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: ================================================================================ +10: ============================= End of ROCm SMI Log ============================== +14: +14: +14: ======================= ROCm System Management Interface ======================= +14: ================================= Concise Info ================================= +14: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +14: 0 42.0c 96.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: 2 43.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 3 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: 4 47.0c 82.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: 6 39.0c 82.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: ================================================================================ +14: ============================= End of ROCm SMI Log ============================== +15: +15: +15: ======================= ROCm System Management Interface ======================= +15: ================================= Concise Info ================================= +15: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +15: 0 47.0c 97.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 1 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: 2 41.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: 4 48.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: 6 40.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 7 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: ================================================================================ +15: ============================= End of ROCm SMI Log ============================== +23: +23: +23: ======================= ROCm System Management Interface ======================= +23: ================================= Concise Info ================================= +23: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +23: 0 44.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 1 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: 2 44.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 3 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: 4 40.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 5 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: 6 41.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 7 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: ================================================================================ +23: ============================= End of ROCm SMI Log ============================== + 8: + 8: + 8: ======================= ROCm System Management Interface ======================= + 8: ================================= Concise Info ================================= + 8: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 8: 0 48.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: 2 39.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: 4 43.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 5 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: 6 39.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 7 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: ================================================================================ + 8: ============================= End of ROCm SMI Log ============================== +21: +21: +21: ======================= ROCm System Management Interface ======================= +21: ================================= Concise Info ================================= +21: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +21: 0 43.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: 2 37.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 3 40.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: 4 42.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: 6 38.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: ================================================================================ +21: ============================= End of ROCm SMI Log ============================== +27: +27: +27: ======================= ROCm System Management Interface ======================= +27: ================================= Concise Info ================================= +27: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +27: 0 46.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 1 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: 2 37.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 3 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: 4 44.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 5 50.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: 6 40.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 7 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: ================================================================================ +27: ============================= End of ROCm SMI Log ============================== +25: +25: +25: ======================= ROCm System Management Interface ======================= +25: ================================= Concise Info ================================= +25: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +25: 0 46.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 1 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: 2 38.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: 4 42.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: 6 38.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: ================================================================================ +25: ============================= End of ROCm SMI Log ============================== + 6: + 6: + 6: ======================= ROCm System Management Interface ======================= + 6: ================================= Concise Info ================================= + 6: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 6: 0 43.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 1 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: 2 42.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 3 40.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: 4 38.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 5 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: 6 41.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 7 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: ================================================================================ + 6: ============================= End of ROCm SMI Log ============================== +11: +11: +11: ======================= ROCm System Management Interface ======================= +11: ================================= Concise Info ================================= +11: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +11: 0 44.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 1 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: 2 39.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 3 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: 4 41.0c 83.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: 6 34.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 7 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: ================================================================================ +11: ============================= End of ROCm SMI Log ============================== + 7: + 7: + 7: ======================= ROCm System Management Interface ======================= + 7: ================================= Concise Info ================================= + 7: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 7: 0 46.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 1 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: 2 46.0c 83.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 3 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: 4 47.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 5 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: 6 42.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 7 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: ================================================================================ + 7: ============================= End of ROCm SMI Log ============================== + 4: + 4: + 4: ======================= ROCm System Management Interface ======================= + 4: ================================= Concise Info ================================= + 4: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 4: 0 42.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: 2 43.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: 4 40.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 5 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: 6 37.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: ================================================================================ + 4: ============================= End of ROCm SMI Log ============================== +22: +22: +22: ======================= ROCm System Management Interface ======================= +22: ================================= Concise Info ================================= +22: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +22: 0 43.0c 98.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 1 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: 2 36.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: 4 40.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: 6 41.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: ================================================================================ +22: ============================= End of ROCm SMI Log ============================== + 9: + 9: + 9: ======================= ROCm System Management Interface ======================= + 9: ================================= Concise Info ================================= + 9: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 9: 0 41.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 1 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: 2 42.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 3 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: 4 39.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: 6 41.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: ================================================================================ + 9: ============================= End of ROCm SMI Log ============================== +29: +29: +29: ======================= ROCm System Management Interface ======================= +29: ================================= Concise Info ================================= +29: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +29: 0 44.0c 98.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 1 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: 2 39.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 3 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: 4 43.0c 83.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 5 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: 6 39.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 7 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: ================================================================================ +29: ============================= End of ROCm SMI Log ============================== +28: +28: +28: ======================= ROCm System Management Interface ======================= +28: ================================= Concise Info ================================= +28: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +28: 0 45.0c 83.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 1 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: 2 42.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: 4 44.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: 6 40.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: ================================================================================ +28: ============================= End of ROCm SMI Log ============================== + 3: + 3: + 3: ======================= ROCm System Management Interface ======================= + 3: ================================= Concise Info ================================= + 3: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 3: 0 39.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: 2 43.0c 80.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: 4 44.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 5 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: 6 44.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 7 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: ================================================================================ + 3: ============================= End of ROCm SMI Log ============================== + 2: + 2: + 2: ======================= ROCm System Management Interface ======================= + 2: ================================= Concise Info ================================= + 2: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 2: 0 40.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 1 51.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: 2 40.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 3 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: 4 39.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: 6 35.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 7 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: ================================================================================ + 2: ============================= End of ROCm SMI Log ============================== +18: +18: +18: ======================= ROCm System Management Interface ======================= +18: ================================= Concise Info ================================= +18: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +18: 0 43.0c 99.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: 2 40.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 3 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: 4 43.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: 6 42.0c 82.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 7 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: ================================================================================ +18: ============================= End of ROCm SMI Log ============================== +26: +26: +26: ======================= ROCm System Management Interface ======================= +26: ================================= Concise Info ================================= +26: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +26: 0 48.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: 2 40.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 3 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: 4 42.0c 97.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 5 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: 6 33.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 7 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: ================================================================================ +26: ============================= End of ROCm SMI Log ============================== +19: +19: +19: ======================= ROCm System Management Interface ======================= +19: ================================= Concise Info ================================= +19: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +19: 0 39.0c 99.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 1 39.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: 2 39.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 3 39.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: 4 43.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 5 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: 6 35.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 7 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: ================================================================================ +19: ============================= End of ROCm SMI Log ============================== +12: +12: +12: ======================= ROCm System Management Interface ======================= +12: ================================= Concise Info ================================= +12: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +12: 0 45.0c 99.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 1 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: 2 39.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: 4 40.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: 6 40.0c 82.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: ================================================================================ +12: ============================= End of ROCm SMI Log ============================== +17: +17: +17: ======================= ROCm System Management Interface ======================= +17: ================================= Concise Info ================================= +17: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +17: 0 44.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 1 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: 2 40.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 3 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: 4 40.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: 6 36.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 7 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: ================================================================================ +17: ============================= End of ROCm SMI Log ============================== +30: +30: +30: ======================= ROCm System Management Interface ======================= +30: ================================= Concise Info ================================= +30: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +30: 0 45.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 1 50.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: 2 42.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: 4 40.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 5 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: 6 39.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: ================================================================================ +30: ============================= End of ROCm SMI Log ============================== +16: +16: +16: ======================= ROCm System Management Interface ======================= +16: ================================= Concise Info ================================= +16: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +16: 0 44.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: 2 43.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: 4 41.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 5 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: 6 39.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: ================================================================================ +16: ============================= End of ROCm SMI Log ============================== +24: +24: +24: ======================= ROCm System Management Interface ======================= +24: ================================= Concise Info ================================= +24: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +24: 0 41.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: 2 41.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 3 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: 4 44.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: 6 31.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 7 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: ================================================================================ +24: ============================= End of ROCm SMI Log ============================== +13: +13: +13: ======================= ROCm System Management Interface ======================= +13: ================================= Concise Info ================================= +13: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +13: 0 43.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 1 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: 2 40.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 3 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: 4 42.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: 6 40.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 7 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: ================================================================================ +13: ============================= End of ROCm SMI Log ============================== +20: +20: +20: ======================= ROCm System Management Interface ======================= +20: ================================= Concise Info ================================= +20: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +20: 0 44.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: 2 43.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: 4 43.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: 6 41.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 7 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: ================================================================================ +20: ============================= End of ROCm SMI Log ============================== + 1: + 1: + 1: ======================= ROCm System Management Interface ======================= + 1: ================================= Concise Info ================================= + 1: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 1: 0 44.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 1 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: 2 42.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: 4 44.0c 81.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 5 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: 6 35.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 7 38.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: ================================================================================ + 1: ============================= End of ROCm SMI Log ============================== +31: +31: +31: ======================= ROCm System Management Interface ======================= +31: ================================= Concise Info ================================= +31: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +31: 0 47.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 1 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: 2 41.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: 4 44.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: 6 38.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 7 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: ================================================================================ +31: ============================= End of ROCm SMI Log ============================== + 5: + 5: + 5: ======================= ROCm System Management Interface ======================= + 5: ================================= Concise Info ================================= + 5: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 5: 0 46.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: 2 43.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 3 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: 4 45.0c 83.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: 6 41.0c 54.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 7 38.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: ================================================================================ + 5: ============================= End of ROCm SMI Log ============================== +14: Launching on nid005122 (14/32), master nid005108 port 9999, GPUs 8, CUDA: True +21: Launching on nid005312 (21/32), master nid005108 port 9999, GPUs 8, CUDA: True + 8: Launching on nid005116 (8/32), master nid005108 port 9999, GPUs 8, CUDA: True + 6: Launching on nid005114 (6/32), master nid005108 port 9999, GPUs 8, CUDA: True +27: Launching on nid005318 (27/32), master nid005108 port 9999, GPUs 8, CUDA: True + 7: Launching on nid005115 (7/32), master nid005108 port 9999, GPUs 8, CUDA: True +12: Launching on nid005120 (12/32), master nid005108 port 9999, GPUs 8, CUDA: True + 2: Launching on nid005110 (2/32), master nid005108 port 9999, GPUs 8, CUDA: True + 3: Launching on nid005111 (3/32), master nid005108 port 9999, GPUs 8, CUDA: True +17: Launching on nid005308 (17/32), master nid005108 port 9999, GPUs 8, CUDA: True +29: Launching on nid005320 (29/32), master nid005108 port 9999, GPUs 8, CUDA: True +25: Launching on nid005316 (25/32), master nid005108 port 9999, GPUs 8, CUDA: True +10: Launching on nid005118 (10/32), master nid005108 port 9999, GPUs 8, CUDA: True +19: Launching on nid005310 (19/32), master nid005108 port 9999, GPUs 8, CUDA: True +15: Launching on nid005123 (15/32), master nid005108 port 9999, GPUs 8, CUDA: True +26: Launching on nid005317 (26/32), master nid005108 port 9999, GPUs 8, CUDA: True +30: Launching on nid005321 (30/32), master nid005108 port 9999, GPUs 8, CUDA: True + 9: Launching on nid005117 (9/32), master nid005108 port 9999, GPUs 8, CUDA: True +22: Launching on nid005313 (22/32), master nid005108 port 9999, GPUs 8, CUDA: True + 4: Launching on nid005112 (4/32), master nid005108 port 9999, GPUs 8, CUDA: True +28: Launching on nid005319 (28/32), master nid005108 port 9999, GPUs 8, CUDA: True +11: Launching on nid005119 (11/32), master nid005108 port 9999, GPUs 8, CUDA: True +23: Launching on nid005314 (23/32), master nid005108 port 9999, GPUs 8, CUDA: True +18: Launching on nid005309 (18/32), master nid005108 port 9999, GPUs 8, CUDA: True +24: Launching on nid005315 (24/32), master nid005108 port 9999, GPUs 8, CUDA: True + 1: Launching on nid005109 (1/32), master nid005108 port 9999, GPUs 8, CUDA: True +13: Launching on nid005121 (13/32), master nid005108 port 9999, GPUs 8, CUDA: True +20: Launching on nid005311 (20/32), master nid005108 port 9999, GPUs 8, CUDA: True + 0: Launching on nid005108 (0/32), master nid005108 port 9999, GPUs 8, CUDA: True +31: Launching on nid005322 (31/32), master nid005108 port 9999, GPUs 8, CUDA: True + 5: Launching on nid005113 (5/32), master nid005108 port 9999, GPUs 8, CUDA: True +16: Launching on nid005307 (16/32), master nid005108 port 9999, GPUs 8, CUDA: True + 0: using world size: 256, data-parallel-size: 128, tensor-model-parallel size: 2, pipeline-model-parallel size: 1 + 0: accumulate and all-reduce gradients in fp32 for bfloat16 data type. + 0: using torch.bfloat16 for parameters ... + 0: ------------------------ arguments ------------------------ + 0: abort_on_unmet_fused_kernel_constraints ......... False + 0: accumulate_allreduce_grads_in_fp32 .............. True + 0: adam_beta1 ...................................... 0.9 + 0: adam_beta2 ...................................... 0.999 + 0: adam_eps ........................................ 1e-08 + 0: adlr_autoresume ................................. False + 0: adlr_autoresume_interval ........................ 1000 + 0: apply_query_key_layer_scaling ................... True + 0: apply_residual_connection_post_layernorm ........ False + 0: attention_dropout ............................... 0.1 + 0: attention_softmax_in_fp32 ....................... False + 0: bert_binary_head ................................ True + 0: bert_load ....................................... None + 0: bf16 ............................................ True + 0: bias_dropout_fusion ............................. True + 0: bias_gelu_fusion ................................ True + 0: biencoder_projection_dim ........................ 0 + 0: biencoder_shared_query_context_model ............ False + 0: block_data_path ................................. None + 0: checkpoint_activations .......................... False + 0: checkpoint_in_cpu ............................... False + 0: checkpoint_num_layers ........................... 1 + 0: clip_grad ....................................... 1.0 + 0: codecarbon_dir .................................. None + 0: consumed_train_samples .......................... 0 + 0: consumed_train_tokens ........................... 0 + 0: consumed_valid_samples .......................... 0 + 0: contigious_checkpointing ........................ False + 0: cpu_optimizer ................................... False + 0: cpu_torch_adam .................................. False + 0: curriculum_learning ............................. False + 0: data_impl ....................................... mmap + 0: data_parallel_size .............................. 128 + 0: data_path ....................................... None + 0: dataloader_type ................................. single + 0: DDP_impl ........................................ local + 0: decoder_seq_length .............................. None + 0: deepscale ....................................... False + 0: deepscale_config ................................ None + 0: deepspeed ....................................... True + 0: deepspeed_activation_checkpointing .............. False + 0: deepspeed_config ................................ ds_configs/3490724.json + 0: deepspeed_mpi ................................... False + 0: distribute_checkpointed_activations ............. False + 0: distributed_backend ............................. nccl + 0: embed_layernorm ................................. False + 0: embedding_path .................................. None + 0: encoder_seq_length .............................. 2048 + 0: eod_mask_loss ................................... False + 0: eval_interval ................................... 1 + 0: eval_iters ...................................... 100 + 0: eval_only ....................................... True + 0: evidence_data_path .............................. None + 0: exit_duration_in_mins ........................... None + 0: exit_interval ................................... None + 0: ffn_hidden_size ................................. 12288 + 0: finetune ........................................ False + 0: fp16 ............................................ False + 0: fp16_lm_cross_entropy ........................... False + 0: fp32_residual_connection ........................ False + 0: gigaflos_no_embeds .............................. 0 + 0: global_batch_size ............................... 1024 + 0: glu_activation .................................. None + 0: hidden_dropout .................................. 0.1 + 0: hidden_size ..................................... 3072 + 0: hysteresis ...................................... 2 + 0: ict_head_size ................................... None + 0: ict_load ........................................ None + 0: img_dim ......................................... 224 + 0: indexer_batch_size .............................. 128 + 0: indexer_log_interval ............................ 1000 + 0: inference ....................................... False + 0: init_method_std ................................. 0.02 + 0: init_method_xavier_uniform ...................... False + 0: initial_loss_scale .............................. 4294967296 + 0: kill_switch_path ................................ kill-switch-4b284b84b20c4pyval + 0: kv_channels ..................................... 128 + 0: layer_norm_fusion ............................... True + 0: layernorm_epsilon ............................... 1e-05 + 0: lazy_mpu_init ................................... None + 0: load ............................................ lm1-4b2-84b-c4py/4b284b84b20c4py + 0: local_rank ...................................... None + 0: log_batch_size_to_tensorboard ................... True + 0: log_interval .................................... 10 + 0: log_learning_rate_to_tensorboard ................ True + 0: log_level ....................................... None + 0: log_level_replica ............................... None + 0: log_loss_scale_to_tensorboard ................... True + 0: log_num_zeros_in_grad ........................... False + 0: log_params_norm ................................. False + 0: log_path ........................................ None + 0: log_timers_to_tensorboard ....................... True + 0: log_validation_ppl_to_tensorboard ............... True + 0: loss_on_targets_only ............................ False + 0: loss_scale ...................................... None + 0: loss_scale_window ............................... 1000 + 0: lr .............................................. 0.0002 + 0: lr_decay_iters .................................. None + 0: lr_decay_samples ................................ 1 + 0: lr_decay_style .................................. cosine + 0: lr_decay_tokens ................................. None + 0: lr_warmup_fraction .............................. None + 0: lr_warmup_iters ................................. 0 + 0: lr_warmup_samples ............................... 0 + 0: make_vocab_size_divisible_by .................... 128 + 0: mask_prob ....................................... 0.15 + 0: masked_softmax_fusion ........................... True + 0: max_position_embeddings ......................... 2048 + 0: mean_noise_span_length .......................... None + 0: memory_centric_tiled_linear ..................... False + 0: merge_file ...................................... gpt2/merges.txt + 0: micro_batch_size ................................ 2 + 0: min_loss_scale .................................. 1.0 + 0: min_lr .......................................... 2e-05 + 0: mmap_warmup ..................................... False + 0: no_load_optim ................................... True + 0: no_load_rng ..................................... None + 0: no_save_optim ................................... None + 0: no_save_rng ..................................... None + 0: noise_density ................................... None + 0: num_attention_heads ............................. 24 + 0: num_channels .................................... 3 + 0: num_classes ..................................... 1000 + 0: num_layers ...................................... 36 + 0: num_layers_per_virtual_pipeline_stage ........... None + 0: num_workers ..................................... 2 + 0: onnx_safe ....................................... None + 0: openai_gelu ..................................... False + 0: optimizer ....................................... adam + 0: optimizer_fusion ................................ True + 0: override_lr_scheduler ........................... True + 0: pad_vocab_size_to ............................... None + 0: params_dtype .................................... torch.bfloat16 + 0: partition_activations ........................... False + 0: patch_dim ....................................... 16 + 0: pipeline_model_parallel_size .................... 1 + 0: position_embedding_type ......................... PositionEmbeddingType.absolute + 0: pp_partition_method ............................. None + 0: profile_backward ................................ False + 0: query_in_block_prob ............................. 0.1 + 0: rampup_batch_size ............................... None + 0: rank ............................................ 0 + 0: remote_device ................................... none + 0: reset_attention_mask ............................ False + 0: reset_position_ids .............................. False + 0: reset_progress .................................. True + 0: retriever_report_topk_accuracies ................ [] + 0: retriever_score_scaling ......................... False + 0: retriever_seq_length ............................ 256 + 0: reweight_loss_based_on_position_frequency ....... False + 0: sample_rate ..................................... 1.0 + 0: save ............................................ lm1-4b2-84b-c4py/4b284b84b20c4py + 0: save_interval ................................... 1000 + 0: scatter_gather_tensors_in_pipeline .............. True + 0: scattered_embeddings ............................ False + 0: seed ............................................ 1234 + 0: seq_length ...................................... 2048 + 0: sgd_momentum .................................... 0.9 + 0: short_seq_prob .................................. 0.1 + 0: skip_train_iteration_range ...................... None + 0: split ........................................... None + 0: split_transformers .............................. False + 0: sync_tp_duplicated_parameters ................... False + 0: synchronize_each_layer .......................... False + 0: tensor_model_parallel_size ...................... 2 + 0: tensorboard_dir ................................. tensorboard_4b284b84b20c4pyval + 0: tensorboard_log_interval ........................ 1 + 0: tensorboard_queue_size .......................... 5 + 0: test_weighted_split_paths ....................... None + 0: test_weighted_split_paths_path .................. None + 0: tile_factor ..................................... 1 + 0: titles_data_path ................................ None + 0: tokenizer_name_or_path .......................... None + 0: tokenizer_type .................................. GPT2BPETokenizer + 0: train_iters ..................................... None + 0: train_samples ................................... 1 + 0: train_tokens .................................... None + 0: train_weighted_split_names ...................... ['train'] + 0: train_weighted_split_paths ...................... [['/scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document']] + 0: train_weighted_split_paths_path ................. None + 0: train_weighted_split_splits ..................... [['0:1']] + 0: train_weighted_split_weights .................... [['1.0']] + 0: universal_checkpoint ............................ False + 0: use_bnb_optimizer ............................... False + 0: use_checkpoint_lr_scheduler ..................... False + 0: use_contiguous_buffers_in_ddp ................... True + 0: use_cpu_initialization .......................... None + 0: use_one_sent_docs ............................... False + 0: use_pin_memory .................................. False + 0: valid_num_workers ............................... 2 + 0: valid_weighted_split_names ...................... ['validation'] + 0: valid_weighted_split_paths ...................... [['/scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document']] + 0: valid_weighted_split_paths_path ................. None + 0: valid_weighted_split_splits ..................... [['0:1']] + 0: valid_weighted_split_weights .................... [['1.0']] + 0: virtual_pipeline_model_parallel_size ............ None + 0: vocab_extra_ids ................................. 0 + 0: vocab_file ...................................... gpt2/vocab.json + 0: weight_decay .................................... 0.1 + 0: world_size ...................................... 256 + 0: zero_allgather_bucket_size ...................... 0.0 + 0: zero_contigious_gradients ....................... False + 0: zero_reduce_bucket_size ......................... 0.0 + 0: zero_reduce_scatter ............................. False + 0: zero_stage ...................................... 0 + 0: -------------------- end of arguments --------------------- + 0: setting number of micro-batches to constant 4 + 0: > building GPT2BPETokenizer tokenizer ... + 0: > padded vocab (size: 50257) with 175 dummy tokens (new size: 50432) + 0: DeepSpeed general environment info: + 0: torch install path ............... ['/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch'] + 0: torch version .................... 1.13.0+rocm5.2 + 0: torch cuda version ............... None + 0: torch hip version ................ 5.2.21151-afdc89f8 + 0: nvcc version ..................... None + 0: deepspeed install path ........... ['/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/deepspeed'] + 0: deepspeed info ................... 0.7.5, unknown, unknown + 0: deepspeed wheel compiled w. ...... torch 1.13, hip 5.1 + 0: **** Git info for Megatron: git_hash=unknown git_branch=unknown **** + 0: > initializing torch distributed ... + 0: [2023-05-10 11:33:41,846] [INFO] [comm.py:633:init_distributed] Initializing TorchBackend in DeepSpeed with backend nccl +31: > setting tensorboard ... + 0: > initializing tensor model parallel with size 2 + 0: > initializing pipeline model parallel with size 1 + 0: > setting random seeds to 1234 ... + 0: > initializing model parallel cuda seeds on global rank 0, model parallel rank 0, and data parallel rank 0 with model parallel seed: 3952 and data parallel seed: 1234 + 0: > compiling dataset index builder ... + 0: make: Entering directory '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/data' + 0: make: Nothing to be done for 'default'. + 0: make: Leaving directory '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/data' + 0: >>> done with dataset index builder. Compilation time: 0.092 seconds + 0: > compiling and loading fused kernels ... + 0: >>> done with compiling and loading fused kernels. Compilation time: 36.916 seconds + 0: time to initialize megatron (seconds): 19.464 + 0: [after megatron is initialized] datetime: 2023-05-10 11:34:27 + 0: building GPT model ... + 0: [2023-05-10 11:34:27,621] [INFO] [utils.py:827:see_memory_usage] Before Building Model + 0: [2023-05-10 11:34:27,622] [INFO] [utils.py:828:see_memory_usage] MA 0.0 GB Max_MA 0.0 GB CA 0.0 GB Max_CA 0 GB + 0: [2023-05-10 11:34:27,623] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 41.76 GB, percent = 8.3% + 0: SEED_LAYERS=False BASE_SEED=1234 SEED_FN=None + 0: Using topology: {ProcessCoord(pipe=0, data=0, model=0): 0, ProcessCoord(pipe=0, data=0, model=1): 1, ProcessCoord(pipe=0, data=1, model=0): 2, ProcessCoord(pipe=0, data=1, model=1): 3, ProcessCoord(pipe=0, data=2, model=0): 4, ProcessCoord(pipe=0, data=2, model=1): 5, ProcessCoord(pipe=0, data=3, model=0): 6, ProcessCoord(pipe=0, data=3, model=1): 7, ProcessCoord(pipe=0, data=4, model=0): 8, ProcessCoord(pipe=0, data=4, model=1): 9, ProcessCoord(pipe=0, data=5, model=0): 10, ProcessCoord(pipe=0, data=5, model=1): 11, ProcessCoord(pipe=0, data=6, model=0): 12, ProcessCoord(pipe=0, data=6, model=1): 13, ProcessCoord(pipe=0, data=7, model=0): 14, ProcessCoord(pipe=0, data=7, model=1): 15, ProcessCoord(pipe=0, data=8, model=0): 16, ProcessCoord(pipe=0, data=8, model=1): 17, ProcessCoord(pipe=0, data=9, model=0): 18, ProcessCoord(pipe=0, data=9, model=1): 19, ProcessCoord(pipe=0, data=10, model=0): 20, ProcessCoord(pipe=0, data=10, model=1): 21, ProcessCoord(pipe=0, data=11, model=0): 22, ProcessCoord(pipe=0, data + 0: =11, model=1): 23, ProcessCoord(pipe=0, data=12, model=0): 24, ProcessCoord(pipe=0, data=12, model=1): 25, ProcessCoord(pipe=0, data=13, model=0): 26, ProcessCoord(pipe=0, data=13, model=1): 27, ProcessCoord(pipe=0, data=14, model=0): 28, ProcessCoord(pipe=0, data=14, model=1): 29, ProcessCoord(pipe=0, data=15, model=0): 30, ProcessCoord(pipe=0, data=15, model=1): 31, ProcessCoord(pipe=0, data=16, model=0): 32, ProcessCoord(pipe=0, data=16, model=1): 33, ProcessCoord(pipe=0, data=17, model=0): 34, ProcessCoord(pipe=0, data=17, model=1): 35, ProcessCoord(pipe=0, data=18, model=0): 36, ProcessCoord(pipe=0, data=18, model=1): 37, ProcessCoord(pipe=0, data=19, model=0): 38, ProcessCoord(pipe=0, data=19, model=1): 39, ProcessCoord(pipe=0, data=20, model=0): 40, ProcessCoord(pipe=0, data=20, model=1): 41, ProcessCoord(pipe=0, data=21, model=0): 42, ProcessCoord(pipe=0, data=21, model=1): 43, ProcessCoord(pipe=0, data=22, model=0): 44, ProcessCoord(pipe=0, data=22, model=1): 45, ProcessCoord(pipe=0, data=23, model=0 + 0: ): 46, ProcessCoord(pipe=0, data=23, model=1): 47, ProcessCoord(pipe=0, data=24, model=0): 48, ProcessCoord(pipe=0, data=24, model=1): 49, ProcessCoord(pipe=0, data=25, model=0): 50, ProcessCoord(pipe=0, data=25, model=1): 51, ProcessCoord(pipe=0, data=26, model=0): 52, ProcessCoord(pipe=0, data=26, model=1): 53, ProcessCoord(pipe=0, data=27, model=0): 54, ProcessCoord(pipe=0, data=27, model=1): 55, ProcessCoord(pipe=0, data=28, model=0): 56, ProcessCoord(pipe=0, data=28, model=1): 57, ProcessCoord(pipe=0, data=29, model=0): 58, ProcessCoord(pipe=0, data=29, model=1): 59, ProcessCoord(pipe=0, data=30, model=0): 60, ProcessCoord(pipe=0, data=30, model=1): 61, ProcessCoord(pipe=0, data=31, model=0): 62, ProcessCoord(pipe=0, data=31, model=1): 63, ProcessCoord(pipe=0, data=32, model=0): 64, ProcessCoord(pipe=0, data=32, model=1): 65, ProcessCoord(pipe=0, data=33, model=0): 66, ProcessCoord(pipe=0, data=33, model=1): 67, ProcessCoord(pipe=0, data=34, model=0): 68, ProcessCoord(pipe=0, data=34, model=1): 69, Proce + 0: ssCoord(pipe=0, data=35, model=0): 70, ProcessCoord(pipe=0, data=35, model=1): 71, ProcessCoord(pipe=0, data=36, model=0): 72, ProcessCoord(pipe=0, data=36, model=1): 73, ProcessCoord(pipe=0, data=37, model=0): 74, ProcessCoord(pipe=0, data=37, model=1): 75, ProcessCoord(pipe=0, data=38, model=0): 76, ProcessCoord(pipe=0, data=38, model=1): 77, ProcessCoord(pipe=0, data=39, model=0): 78, ProcessCoord(pipe=0, data=39, model=1): 79, ProcessCoord(pipe=0, data=40, model=0): 80, ProcessCoord(pipe=0, data=40, model=1): 81, ProcessCoord(pipe=0, data=41, model=0): 82, ProcessCoord(pipe=0, data=41, model=1): 83, ProcessCoord(pipe=0, data=42, model=0): 84, ProcessCoord(pipe=0, data=42, model=1): 85, ProcessCoord(pipe=0, data=43, model=0): 86, ProcessCoord(pipe=0, data=43, model=1): 87, ProcessCoord(pipe=0, data=44, model=0): 88, ProcessCoord(pipe=0, data=44, model=1): 89, ProcessCoord(pipe=0, data=45, model=0): 90, ProcessCoord(pipe=0, data=45, model=1): 91, ProcessCoord(pipe=0, data=46, model=0): 92, ProcessCoord(pipe + 0: =0, data=46, model=1): 93, ProcessCoord(pipe=0, data=47, model=0): 94, ProcessCoord(pipe=0, data=47, model=1): 95, ProcessCoord(pipe=0, data=48, model=0): 96, ProcessCoord(pipe=0, data=48, model=1): 97, ProcessCoord(pipe=0, data=49, model=0): 98, ProcessCoord(pipe=0, data=49, model=1): 99, ProcessCoord(pipe=0, data=50, model=0): 100, ProcessCoord(pipe=0, data=50, model=1): 101, ProcessCoord(pipe=0, data=51, model=0): 102, ProcessCoord(pipe=0, data=51, model=1): 103, ProcessCoord(pipe=0, data=52, model=0): 104, ProcessCoord(pipe=0, data=52, model=1): 105, ProcessCoord(pipe=0, data=53, model=0): 106, ProcessCoord(pipe=0, data=53, model=1): 107, ProcessCoord(pipe=0, data=54, model=0): 108, ProcessCoord(pipe=0, data=54, model=1): 109, ProcessCoord(pipe=0, data=55, model=0): 110, ProcessCoord(pipe=0, data=55, model=1): 111, ProcessCoord(pipe=0, data=56, model=0): 112, ProcessCoord(pipe=0, data=56, model=1): 113, ProcessCoord(pipe=0, data=57, model=0): 114, ProcessCoord(pipe=0, data=57, model=1): 115, ProcessCoord( + 0: pipe=0, data=58, model=0): 116, ProcessCoord(pipe=0, data=58, model=1): 117, ProcessCoord(pipe=0, data=59, model=0): 118, ProcessCoord(pipe=0, data=59, model=1): 119, ProcessCoord(pipe=0, data=60, model=0): 120, ProcessCoord(pipe=0, data=60, model=1): 121, ProcessCoord(pipe=0, data=61, model=0): 122, ProcessCoord(pipe=0, data=61, model=1): 123, ProcessCoord(pipe=0, data=62, model=0): 124, ProcessCoord(pipe=0, data=62, model=1): 125, ProcessCoord(pipe=0, data=63, model=0): 126, ProcessCoord(pipe=0, data=63, model=1): 127, ProcessCoord(pipe=0, data=64, model=0): 128, ProcessCoord(pipe=0, data=64, model=1): 129, ProcessCoord(pipe=0, data=65, model=0): 130, ProcessCoord(pipe=0, data=65, model=1): 131, ProcessCoord(pipe=0, data=66, model=0): 132, ProcessCoord(pipe=0, data=66, model=1): 133, ProcessCoord(pipe=0, data=67, model=0): 134, ProcessCoord(pipe=0, data=67, model=1): 135, ProcessCoord(pipe=0, data=68, model=0): 136, ProcessCoord(pipe=0, data=68, model=1): 137, ProcessCoord(pipe=0, data=69, model=0): 138, Pr + 0: ocessCoord(pipe=0, data=69, model=1): 139, ProcessCoord(pipe=0, data=70, model=0): 140, ProcessCoord(pipe=0, data=70, model=1): 141, ProcessCoord(pipe=0, data=71, model=0): 142, ProcessCoord(pipe=0, data=71, model=1): 143, ProcessCoord(pipe=0, data=72, model=0): 144, ProcessCoord(pipe=0, data=72, model=1): 145, ProcessCoord(pipe=0, data=73, model=0): 146, ProcessCoord(pipe=0, data=73, model=1): 147, ProcessCoord(pipe=0, data=74, model=0): 148, ProcessCoord(pipe=0, data=74, model=1): 149, ProcessCoord(pipe=0, data=75, model=0): 150, ProcessCoord(pipe=0, data=75, model=1): 151, ProcessCoord(pipe=0, data=76, model=0): 152, ProcessCoord(pipe=0, data=76, model=1): 153, ProcessCoord(pipe=0, data=77, model=0): 154, ProcessCoord(pipe=0, data=77, model=1): 155, ProcessCoord(pipe=0, data=78, model=0): 156, ProcessCoord(pipe=0, data=78, model=1): 157, ProcessCoord(pipe=0, data=79, model=0): 158, ProcessCoord(pipe=0, data=79, model=1): 159, ProcessCoord(pipe=0, data=80, model=0): 160, ProcessCoord(pipe=0, data=80, model= + 0: 1): 161, ProcessCoord(pipe=0, data=81, model=0): 162, ProcessCoord(pipe=0, data=81, model=1): 163, ProcessCoord(pipe=0, data=82, model=0): 164, ProcessCoord(pipe=0, data=82, model=1): 165, ProcessCoord(pipe=0, data=83, model=0): 166, ProcessCoord(pipe=0, data=83, model=1): 167, ProcessCoord(pipe=0, data=84, model=0): 168, ProcessCoord(pipe=0, data=84, model=1): 169, ProcessCoord(pipe=0, data=85, model=0): 170, ProcessCoord(pipe=0, data=85, model=1): 171, ProcessCoord(pipe=0, data=86, model=0): 172, ProcessCoord(pipe=0, data=86, model=1): 173, ProcessCoord(pipe=0, data=87, model=0): 174, ProcessCoord(pipe=0, data=87, model=1): 175, ProcessCoord(pipe=0, data=88, model=0): 176, ProcessCoord(pipe=0, data=88, model=1): 177, ProcessCoord(pipe=0, data=89, model=0): 178, ProcessCoord(pipe=0, data=89, model=1): 179, ProcessCoord(pipe=0, data=90, model=0): 180, ProcessCoord(pipe=0, data=90, model=1): 181, ProcessCoord(pipe=0, data=91, model=0): 182, ProcessCoord(pipe=0, data=91, model=1): 183, ProcessCoord(pipe=0, data + 0: =92, model=0): 184, ProcessCoord(pipe=0, data=92, model=1): 185, ProcessCoord(pipe=0, data=93, model=0): 186, ProcessCoord(pipe=0, data=93, model=1): 187, ProcessCoord(pipe=0, data=94, model=0): 188, ProcessCoord(pipe=0, data=94, model=1): 189, ProcessCoord(pipe=0, data=95, model=0): 190, ProcessCoord(pipe=0, data=95, model=1): 191, ProcessCoord(pipe=0, data=96, model=0): 192, ProcessCoord(pipe=0, data=96, model=1): 193, ProcessCoord(pipe=0, data=97, model=0): 194, ProcessCoord(pipe=0, data=97, model=1): 195, ProcessCoord(pipe=0, data=98, model=0): 196, ProcessCoord(pipe=0, data=98, model=1): 197, ProcessCoord(pipe=0, data=99, model=0): 198, ProcessCoord(pipe=0, data=99, model=1): 199, ProcessCoord(pipe=0, data=100, model=0): 200, ProcessCoord(pipe=0, data=100, model=1): 201, ProcessCoord(pipe=0, data=101, model=0): 202, ProcessCoord(pipe=0, data=101, model=1): 203, ProcessCoord(pipe=0, data=102, model=0): 204, ProcessCoord(pipe=0, data=102, model=1): 205, ProcessCoord(pipe=0, data=103, model=0): 206, Process + 0: Coord(pipe=0, data=103, model=1): 207, ProcessCoord(pipe=0, data=104, model=0): 208, ProcessCoord(pipe=0, data=104, model=1): 209, ProcessCoord(pipe=0, data=105, model=0): 210, ProcessCoord(pipe=0, data=105, model=1): 211, ProcessCoord(pipe=0, data=106, model=0): 212, ProcessCoord(pipe=0, data=106, model=1): 213, ProcessCoord(pipe=0, data=107, model=0): 214, ProcessCoord(pipe=0, data=107, model=1): 215, ProcessCoord(pipe=0, data=108, model=0): 216, ProcessCoord(pipe=0, data=108, model=1): 217, ProcessCoord(pipe=0, data=109, model=0): 218, ProcessCoord(pipe=0, data=109, model=1): 219, ProcessCoord(pipe=0, data=110, model=0): 220, ProcessCoord(pipe=0, data=110, model=1): 221, ProcessCoord(pipe=0, data=111, model=0): 222, ProcessCoord(pipe=0, data=111, model=1): 223, ProcessCoord(pipe=0, data=112, model=0): 224, ProcessCoord(pipe=0, data=112, model=1): 225, ProcessCoord(pipe=0, data=113, model=0): 226, ProcessCoord(pipe=0, data=113, model=1): 227, ProcessCoord(pipe=0, data=114, model=0): 228, ProcessCoord(pipe=0 + 0: , data=114, model=1): 229, ProcessCoord(pipe=0, data=115, model=0): 230, ProcessCoord(pipe=0, data=115, model=1): 231, ProcessCoord(pipe=0, data=116, model=0): 232, ProcessCoord(pipe=0, data=116, model=1): 233, ProcessCoord(pipe=0, data=117, model=0): 234, ProcessCoord(pipe=0, data=117, model=1): 235, ProcessCoord(pipe=0, data=118, model=0): 236, ProcessCoord(pipe=0, data=118, model=1): 237, ProcessCoord(pipe=0, data=119, model=0): 238, ProcessCoord(pipe=0, data=119, model=1): 239, ProcessCoord(pipe=0, data=120, model=0): 240, ProcessCoord(pipe=0, data=120, model=1): 241, ProcessCoord(pipe=0, data=121, model=0): 242, ProcessCoord(pipe=0, data=121, model=1): 243, ProcessCoord(pipe=0, data=122, model=0): 244, ProcessCoord(pipe=0, data=122, model=1): 245, ProcessCoord(pipe=0, data=123, model=0): 246, ProcessCoord(pipe=0, data=123, model=1): 247, ProcessCoord(pipe=0, data=124, model=0): 248, ProcessCoord(pipe=0, data=124, model=1): 249, ProcessCoord(pipe=0, data=125, model=0): 250, ProcessCoord(pipe=0, data=125, + 0: model=1): 251, ProcessCoord(pipe=0, data=126, model=0): 252, ProcessCoord(pipe=0, data=126, model=1): 253, ProcessCoord(pipe=0, data=127, model=0): 254, ProcessCoord(pipe=0, data=127, model=1): 255} + 0: [2023-05-10 11:34:33,091] [INFO] [module.py:366:_partition_layers] Partitioning pipeline stages with method type:transformer + 0: stage=0 layers=43 + 0: 0: _to_float16 + 0: 1: EmbeddingPipe + 0: 2: + 0: 3: ParallelTransformerLayerPipe + 0: 4: ParallelTransformerLayerPipe + 0: 5: ParallelTransformerLayerPipe + 0: 6: ParallelTransformerLayerPipe + 0: 7: ParallelTransformerLayerPipe + 0: 8: ParallelTransformerLayerPipe + 0: 9: ParallelTransformerLayerPipe + 0: 10: ParallelTransformerLayerPipe + 0: 11: ParallelTransformerLayerPipe + 0: 12: ParallelTransformerLayerPipe + 0: 13: ParallelTransformerLayerPipe + 0: 14: ParallelTransformerLayerPipe + 0: 15: ParallelTransformerLayerPipe + 0: 16: ParallelTransformerLayerPipe + 0: 17: ParallelTransformerLayerPipe + 0: 18: ParallelTransformerLayerPipe + 0: 19: ParallelTransformerLayerPipe + 0: 20: ParallelTransformerLayerPipe + 0: 21: ParallelTransformerLayerPipe + 0: 22: ParallelTransformerLayerPipe + 0: 23: ParallelTransformerLayerPipe + 0: 24: ParallelTransformerLayerPipe + 0: 25: ParallelTransformerLayerPipe + 0: 26: ParallelTransformerLayerPipe + 0: 27: ParallelTransformerLayerPipe + 0: 28: ParallelTransformerLayerPipe + 0: 29: ParallelTransformerLayerPipe + 0: 30: ParallelTransformerLayerPipe + 0: 31: ParallelTransformerLayerPipe + 0: 32: ParallelTransformerLayerPipe + 0: 33: ParallelTransformerLayerPipe + 0: 34: ParallelTransformerLayerPipe + 0: 35: ParallelTransformerLayerPipe + 0: 36: ParallelTransformerLayerPipe + 0: 37: ParallelTransformerLayerPipe + 0: 38: ParallelTransformerLayerPipe + 0: 39: undo + 0: 40: MixedFusedLayerNorm + 0: 41: EmbeddingPipe + 0: 42: float16_to_fp32 + 0: loss: CrossEntropy + 0: [2023-05-10 11:34:33,706] [INFO] [utils.py:827:see_memory_usage] After Building Model + 0: [2023-05-10 11:34:33,707] [INFO] [utils.py:828:see_memory_usage] MA 4.0 GB Max_MA 4.0 GB CA 4.04 GB Max_CA 4 GB + 0: [2023-05-10 11:34:33,707] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 41.99 GB, percent = 8.3% + 0: setting training iterations to 0 + 0: > learning rate decay style: cosine + 0: DeepSpeed is enabled. + 0: [2023-05-10 11:34:33,710] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed info: version=0.7.5, git-hash=unknown, git-branch=unknown + 0: [2023-05-10 11:34:39,372] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Flops Profiler Enabled: False + 0: [2023-05-10 11:34:39,373] [INFO] [logging.py:68:log_dist] [Rank 0] Removing param_group that has no 'params' in the client Optimizer + 0: [2023-05-10 11:34:39,373] [INFO] [logging.py:68:log_dist] [Rank 0] Using client Optimizer as basic optimizer + 0: [2023-05-10 11:34:39,395] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Basic Optimizer = FusedAdam + 0: [2023-05-10 11:34:39,395] [INFO] [logging.py:68:log_dist] [Rank 0] Creating BF16 optimizer + 0: [2023-05-10 11:34:39,529] [INFO] [utils.py:827:see_memory_usage] begin bf16_optimizer + 0: [2023-05-10 11:34:39,530] [INFO] [utils.py:828:see_memory_usage] MA 3.99 GB Max_MA 4.01 GB CA 4.05 GB Max_CA 4 GB + 0: [2023-05-10 11:34:39,530] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 42.66 GB, percent = 8.5% + 0: Time to load utils op: 0.1475059986114502 secondsTime to load utils op: 0.14909958839416504 secondsTime to load utils op: 0.14872217178344727 seconds + 0: + 0: + 2: Time to load utils op: 0.14855456352233887 secondsTime to load utils op: 0.14926528930664062 secondsTime to load utils op: 0.1490340232849121 seconds + 2: + 2: + 2: Time to load utils op: 0.14951014518737793 seconds + 5: Time to load utils op: 0.1498868465423584 secondsTime to load utils op: 0.15049028396606445 secondsTime to load utils op: 0.15050339698791504 secondsTime to load utils op: 0.1504051685333252 seconds + 5: + 5: + 5: + 4: Time to load utils op: 0.15269684791564941 secondsTime to load utils op: 0.1533052921295166 seconds + 4: + 4: Time to load utils op: 0.1534585952758789 secondsTime to load utils op: 0.15222573280334473 seconds + 4: +11: Time to load utils op: 0.15175127983093262 seconds + 3: Time to load utils op: 0.1522064208984375 seconds + 2: Time to load utils op: 0.0011210441589355469 seconds + 2: Time to load utils op: 0.0010619163513183594 seconds + 2: Time to load utils op: 0.0010857582092285156 seconds + 2: Time to load utils op: 0.0011560916900634766 seconds + 0: Time to load utils op: 0.0008444786071777344 seconds + 0: Time to load utils op: 0.0008196830749511719 seconds + 0: Time to load utils op: 0.0008764266967773438 seconds +11: Time to load utils op: 0.3060572147369385 seconds + 3: Time to load utils op: 0.30596399307250977 seconds +11: Time to load utils op: 0.3064112663269043 seconds + 3: Time to load utils op: 0.3061208724975586 seconds +11: Time to load utils op: 0.3064610958099365 seconds + 3: Time to load utils op: 0.30640220642089844 seconds + 1: Time to load utils op: 0.3137052059173584 secondsTime to load utils op: 0.3137078285217285 seconds + 1: + 1: Time to load utils op: 0.3137166500091553 seconds + 1: Time to load utils op: 0.3137352466583252 seconds + 0: Time to load utils op: 0.20281171798706055 seconds + 6: Time to load utils op: 0.31363654136657715 secondsTime to load utils op: 0.31363701820373535 seconds + 6: + 6: Time to load utils op: 0.31366801261901855 seconds + 6: Time to load utils op: 0.3136715888977051 seconds + 7: Time to load utils op: 0.314624547958374 seconds + 7: Time to load utils op: 0.31462907791137695 seconds + 7: Time to load utils op: 0.3146498203277588 seconds + 7: Time to load utils op: 0.3146529197692871 seconds + 9: Time to load utils op: 0.31404805183410645 secondsTime to load utils op: 0.31405115127563477 seconds + 9: + 9: Time to load utils op: 0.3140597343444824 seconds + 9: Time to load utils op: 0.3140685558319092 seconds + 8: Time to load utils op: 0.31473278999328613 seconds + 8: Time to load utils op: 0.3147397041320801 seconds + 8: Time to load utils op: 0.314746618270874 seconds + 8: Time to load utils op: 0.3147578239440918 seconds +10: Time to load utils op: 0.31402134895324707 seconds +10: Time to load utils op: 0.3140370845794678 seconds +10: Time to load utils op: 0.31404638290405273 secondsTime to load utils op: 0.3140537738800049 seconds +10: + 4: Time to load utils op: 0.000972747802734375 seconds + 4: Time to load utils op: 0.0009660720825195312 secondsTime to load utils op: 0.0009396076202392578 seconds + 4: + 4: Time to load utils op: 0.0010733604431152344 seconds + 5: Time to load utils op: 0.0008709430694580078 seconds + 5: Time to load utils op: 0.0010085105895996094 seconds + 5: Time to load utils op: 0.0009531974792480469 seconds + 5: Time to load utils op: 0.0009899139404296875 seconds +16: Time to load utils op: 0.31531405448913574 seconds +16: Time to load utils op: 0.31534290313720703 secondsTime to load utils op: 0.3153369426727295 secondsTime to load utils op: 0.3153407573699951 seconds +16: +16: +13: Time to load utils op: 0.31679415702819824 seconds +13: Time to load utils op: 0.3168058395385742 seconds +13: Time to load utils op: 0.316821813583374 seconds +13: Time to load utils op: 0.3168361186981201 seconds +15: Time to load utils op: 0.3153700828552246 seconds +15: Time to load utils op: 0.3153717517852783 seconds +15: Time to load utils op: 0.31538867950439453 seconds +12: Time to load utils op: 0.31735682487487793 secondsTime to load utils op: 0.3173563480377197 seconds +12: +15: Time to load utils op: 0.3153998851776123 seconds +12: Time to load utils op: 0.31737375259399414 seconds +12: Time to load utils op: 0.3173868656158447 seconds +14: Time to load utils op: 0.316425085067749 secondsTime to load utils op: 0.316425085067749 secondsTime to load utils op: 0.3164188861846924 seconds +14: +14: +14: Time to load utils op: 0.3164336681365967 seconds +17: Time to load utils op: 0.31432628631591797 secondsTime to load utils op: 0.3143162727355957 secondsTime to load utils op: 0.31432271003723145 seconds +17: +17: +17: Time to load utils op: 0.31432676315307617 seconds +18: Time to load utils op: 0.31469202041625977 seconds +18: Time to load utils op: 0.314711332321167 secondsTime to load utils op: 0.3147149085998535 seconds +18: +18: Time to load utils op: 0.31471967697143555 seconds +26: Time to load utils op: 0.3155648708343506 secondsTime to load utils op: 0.315279483795166 secondsTime to load utils op: 0.31476664543151855 seconds +26: +26: Time to load utils op: 0.31508421897888184 seconds +26: +24: Time to load utils op: 0.3159158229827881 secondsTime to load utils op: 0.31595683097839355 seconds +24: +24: Time to load utils op: 0.31609106063842773 secondsTime to load utils op: 0.31630849838256836 seconds +24: +19: Time to load utils op: 0.3156619071960449 seconds +19: Time to load utils op: 0.31566643714904785 secondsTime to load utils op: 0.3156766891479492 secondsTime to load utils op: 0.315676212310791 seconds +19: +19: +25: Time to load utils op: 0.3163788318634033 seconds +25: Time to load utils op: 0.3165109157562256 secondsTime to load utils op: 0.3168776035308838 seconds +25: +25: Time to load utils op: 0.31700825691223145 seconds +22: Time to load utils op: 0.31455063819885254 secondsTime to load utils op: 0.3145568370819092 secondsTime to load utils op: 0.3145592212677002 seconds +22: +22: +22: Time to load utils op: 0.3145875930786133 seconds +23: Time to load utils op: 0.31441640853881836 secondsTime to load utils op: 0.31441688537597656 secondsTime to load utils op: 0.31441450119018555 seconds +23: +23: +23: Time to load utils op: 0.3144397735595703 seconds +20: Time to load utils op: 0.31551480293273926 seconds +20: Time to load utils op: 0.3155331611633301 seconds +20: Time to load utils op: 0.31554365158081055 seconds +20: Time to load utils op: 0.315565824508667 seconds +21: Time to load utils op: 0.3149735927581787 seconds +21: Time to load utils op: 0.3149852752685547 seconds +21: Time to load utils op: 0.3150005340576172 seconds +21: Time to load utils op: 0.31499791145324707 seconds +27: Time to load utils op: 0.3129920959472656 seconds +27: Time to load utils op: 0.3130056858062744 seconds +27: Time to load utils op: 0.3130073547363281 seconds +27: Time to load utils op: 0.31302952766418457 seconds +30: Time to load utils op: 0.31147265434265137 seconds +30: Time to load utils op: 0.3114950656890869 seconds +30: Time to load utils op: 0.31150293350219727 seconds +30: Time to load utils op: 0.31151270866394043 seconds +29: Time to load utils op: 0.3120713233947754 seconds +29: Time to load utils op: 0.3120899200439453 seconds +29: Time to load utils op: 0.3121058940887451 seconds +29: Time to load utils op: 0.312114953994751 seconds +28: Time to load utils op: 0.31240105628967285 seconds +28: Time to load utils op: 0.31241750717163086 seconds +28: Time to load utils op: 0.3124394416809082 seconds +28: Time to load utils op: 0.3124420642852783 seconds +31: Time to load utils op: 0.31221866607666016 secondsTime to load utils op: 0.31223034858703613 seconds +31: Time to load utils op: 0.31223011016845703 secondsTime to load utils op: 0.31223225593566895 seconds +31: +31: + 3: Time to load utils op: 0.0010080337524414062 seconds + 3: Time to load utils op: 0.0010559558868408203 seconds + 3: Time to load utils op: 0.0010554790496826172 seconds + 3: Time to load utils op: 0.001123666763305664 seconds +11: Time to load utils op: 0.0008680820465087891 seconds +11: Time to load utils op: 0.0009546279907226562 secondsTime to load utils op: 0.0009360313415527344 seconds +11: +11: Time to load utils op: 0.0009984970092773438 seconds +13: Time to load utils op: 0.0008015632629394531 seconds +13: Time to load utils op: 0.0009739398956298828 seconds +13: Time to load utils op: 0.0009586811065673828 seconds +13: Time to load utils op: 0.000993967056274414 seconds + 0: [2023-05-10 11:34:39,867] [INFO] [utils.py:827:see_memory_usage] before initializing group 0 + 0: [2023-05-10 11:34:39,868] [INFO] [utils.py:828:see_memory_usage] MA 3.99 GB Max_MA 3.99 GB CA 4.05 GB Max_CA 4 GB + 0: [2023-05-10 11:34:39,868] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 42.77 GB, percent = 8.5% +16: Time to load utils op: 0.000985860824584961 seconds +16: Time to load utils op: 0.0009739398956298828 secondsTime to load utils op: 0.0010063648223876953 seconds +16: +16: Time to load utils op: 0.0010497570037841797 seconds +15: Time to load utils op: 0.0009944438934326172 seconds +15: Time to load utils op: 0.0009675025939941406 seconds +15: Time to load utils op: 0.0009884834289550781 seconds +15: Time to load utils op: 0.0010607242584228516 seconds +26: Time to load utils op: 0.00098419189453125 secondsTime to load utils op: 0.0010209083557128906 seconds +26: +26: Time to load utils op: 0.0010013580322265625 seconds +26: Time to load utils op: 0.0010869503021240234 seconds +27: Time to load utils op: 0.0008053779602050781 seconds +27: Time to load utils op: 0.0009658336639404297 seconds +27: Time to load utils op: 0.0010058879852294922 seconds +27: Time to load utils op: 0.000993490219116211 seconds + 8: Time to load utils op: 0.0009341239929199219 secondsTime to load utils op: 0.0009720325469970703 seconds + 8: + 8: Time to load utils op: 0.0009765625 seconds + 8: Time to load utils op: 0.0010225772857666016 seconds +25: Time to load utils op: 0.0007708072662353516 seconds +25: Time to load utils op: 0.0007109642028808594 secondsTime to load utils op: 0.0005795955657958984 seconds +25: +25: Time to load utils op: 0.0008263587951660156 seconds +10: Time to load utils op: 0.0008988380432128906 secondsTime to load utils op: 0.0009021759033203125 seconds +10: +10: Time to load utils op: 0.0008563995361328125 seconds +10: Time to load utils op: 0.0009317398071289062 seconds +18: Time to load utils op: 0.0007874965667724609 secondsTime to load utils op: 0.0006771087646484375 seconds +18: +18: Time to load utils op: 0.0007665157318115234 seconds +18: Time to load utils op: 0.0008726119995117188 seconds + 6: Time to load utils op: 0.0007929801940917969 seconds + 6: Time to load utils op: 0.0008690357208251953 secondsTime to load utils op: 0.0009112358093261719 seconds + 6: + 6: Time to load utils op: 0.0008945465087890625 seconds + 9: Time to load utils op: 0.00084686279296875 seconds + 9: Time to load utils op: 0.0009474754333496094 seconds + 9: Time to load utils op: 0.0009300708770751953 seconds + 9: Time to load utils op: 0.0009350776672363281 seconds + 1: Time to load utils op: 0.0007269382476806641 seconds + 1: Time to load utils op: 0.0008707046508789062 secondsTime to load utils op: 0.0009229183197021484 seconds + 1: + 1: Time to load utils op: 0.0009348392486572266 seconds +19: Time to load utils op: 0.0007982254028320312 seconds +19: Time to load utils op: 0.0008447170257568359 secondsTime to load utils op: 0.0008783340454101562 seconds +19: +19: Time to load utils op: 0.0009407997131347656 seconds +30: Time to load utils op: 0.0008080005645751953 seconds +30: Time to load utils op: 0.0009586811065673828 seconds +30: Time to load utils op: 0.0008902549743652344 seconds +30: Time to load utils op: 0.0009615421295166016 seconds +31: Time to load utils op: 0.0009615421295166016 secondsTime to load utils op: 0.0009665489196777344 seconds +31: +31: Time to load utils op: 0.0009818077087402344 seconds +31: Time to load utils op: 0.0010006427764892578 seconds +22: Time to load utils op: 0.0007612705230712891 seconds +22: Time to load utils op: 0.0008792877197265625 seconds +22: Time to load utils op: 0.0007915496826171875 seconds +22: Time to load utils op: 0.0008759498596191406 seconds +29: Time to load utils op: 0.0009779930114746094 seconds +29: Time to load utils op: 0.0009593963623046875 seconds +29: Time to load utils op: 0.0009229183197021484 seconds +29: Time to load utils op: 0.001013040542602539 seconds +12: Time to load utils op: 0.0008323192596435547 seconds +21: Time to load utils op: 0.0008831024169921875 seconds + 7: Time to load utils op: 0.0010762214660644531 seconds + 7: Time to load utils op: 0.0010869503021240234 seconds +21: Time to load utils op: 0.0009829998016357422 secondsTime to load utils op: 0.0009622573852539062 seconds +21: + 7: Time to load utils op: 0.0010695457458496094 seconds +12: Time to load utils op: 0.0010349750518798828 seconds +12: Time to load utils op: 0.0009589195251464844 seconds +28: Time to load utils op: 0.0008563995361328125 seconds +21: Time to load utils op: 0.0009925365447998047 seconds +14: Time to load utils op: 0.0007197856903076172 seconds +14: Time to load utils op: 0.0006747245788574219 seconds + 7: Time to load utils op: 0.0012211799621582031 seconds +12: Time to load utils op: 0.0010492801666259766 seconds +28: Time to load utils op: 0.0009262561798095703 seconds +20: Time to load utils op: 0.0010519027709960938 seconds +14: Time to load utils op: 0.0008134841918945312 seconds +28: Time to load utils op: 0.0007305145263671875 seconds +17: Time to load utils op: 0.0010478496551513672 secondsTime to load utils op: 0.0010726451873779297 seconds +17: +17: Time to load utils op: 0.0010559558868408203 seconds +14: Time to load utils op: 0.0008931159973144531 seconds +28: Time to load utils op: 0.0010688304901123047 seconds +20: Time to load utils op: 0.0010764598846435547 seconds +17: Time to load utils op: 0.0011551380157470703 seconds +20: Time to load utils op: 0.0009455680847167969 seconds +20: Time to load utils op: 0.0011818408966064453 seconds +24: Time to load utils op: 0.0010857582092285156 seconds +24: Time to load utils op: 0.0010869503021240234 secondsTime to load utils op: 0.0010676383972167969 seconds +24: +24: Time to load utils op: 0.0011470317840576172 seconds +23: Time to load utils op: 0.0009951591491699219 seconds +23: Time to load utils op: 0.001032114028930664 seconds +23: Time to load utils op: 0.0009891986846923828 seconds +23: Time to load utils op: 0.0010466575622558594 seconds + 0: [2023-05-10 11:34:40,128] [INFO] [utils.py:827:see_memory_usage] after initializing group 0 + 0: [2023-05-10 11:34:40,129] [INFO] [utils.py:828:see_memory_usage] MA 8.04 GB Max_MA 8.04 GB CA 10.11 GB Max_CA 10 GB + 0: [2023-05-10 11:34:40,129] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 42.91 GB, percent = 8.5% + 0: [2023-05-10 11:34:40,248] [INFO] [utils.py:827:see_memory_usage] before initializing group 1 + 0: [2023-05-10 11:34:40,248] [INFO] [utils.py:828:see_memory_usage] MA 8.04 GB Max_MA 8.04 GB CA 10.11 GB Max_CA 10 GB + 0: [2023-05-10 11:34:40,248] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 42.97 GB, percent = 8.5% + 0: [2023-05-10 11:34:40,378] [INFO] [utils.py:827:see_memory_usage] after initializing group 1 + 0: [2023-05-10 11:34:40,379] [INFO] [utils.py:828:see_memory_usage] MA 11.92 GB Max_MA 11.92 GB CA 15.91 GB Max_CA 16 GB + 0: [2023-05-10 11:34:40,379] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 43.07 GB, percent = 8.6% + 0: [2023-05-10 11:34:40,497] [INFO] [utils.py:827:see_memory_usage] before initializing group 2 + 0: [2023-05-10 11:34:40,498] [INFO] [utils.py:828:see_memory_usage] MA 11.92 GB Max_MA 11.92 GB CA 15.91 GB Max_CA 16 GB + 0: [2023-05-10 11:34:40,498] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 43.13 GB, percent = 8.6% + 0: [2023-05-10 11:34:40,619] [INFO] [utils.py:827:see_memory_usage] after initializing group 2 + 0: [2023-05-10 11:34:40,619] [INFO] [utils.py:828:see_memory_usage] MA 11.93 GB Max_MA 11.93 GB CA 15.91 GB Max_CA 16 GB + 0: [2023-05-10 11:34:40,619] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 43.2 GB, percent = 8.6% + 0: ninja: no work to do. + 0: Time to load utils op: 0.4119901657104492 seconds +12: Time to load utils op: 0.3437166213989258 seconds +22: Time to load utils op: 0.3743283748626709 seconds +12: Time to load utils op: 0.331439733505249 seconds +22: Time to load utils op: 0.37421369552612305 seconds +12: Time to load utils op: 0.3378121852874756 seconds +22: Time to load utils op: 0.3802030086517334 seconds +23: Time to load utils op: 0.35358643531799316 seconds +12: Time to load utils op: 0.3439948558807373 seconds +22: Time to load utils op: 0.38666367530822754 seconds + 0: Time to load utils op: 0.4128856658935547 seconds +23: Time to load utils op: 0.3538374900817871 seconds + 0: Time to load utils op: 0.41884875297546387 seconds +23: Time to load utils op: 0.3732490539550781 seconds + 0: Time to load utils op: 0.424360990524292 seconds +10: Time to load utils op: 0.35841965675354004 seconds +14: Time to load utils op: 0.3793966770172119 seconds +23: Time to load utils op: 0.3720870018005371 seconds +13: Time to load utils op: 0.36469340324401855 seconds +24: Time to load utils op: 0.4190397262573242 seconds +10: Time to load utils op: 0.3797461986541748 seconds +14: Time to load utils op: 0.38539862632751465 seconds + 7: Time to load utils op: 0.35808682441711426 seconds +18: Time to load utils op: 0.34902119636535645 seconds +27: Time to load utils op: 0.36153221130371094 seconds +13: Time to load utils op: 0.3768486976623535 seconds +28: Time to load utils op: 0.3448307514190674 seconds +24: Time to load utils op: 0.4257779121398926 secondsTime to load utils op: 0.4263887405395508 seconds +24: +24: Time to load utils op: 0.4235997200012207 seconds +10: Time to load utils op: 0.3704833984375 seconds +14: Time to load utils op: 0.3917093276977539 seconds +31: Time to load utils op: 0.35179924964904785 seconds + 7: Time to load utils op: 0.36426281929016113 seconds +20: Time to load utils op: 0.35254812240600586 seconds +21: Time to load utils op: 0.35535264015197754 seconds +18: Time to load utils op: 0.3551218509674072 seconds + 0: [2023-05-10 11:34:40,742] [INFO] [utils.py:827:see_memory_usage] before initialize_optimizer + 0: [2023-05-10 11:34:40,742] [INFO] [utils.py:828:see_memory_usage] MA 11.93 GB Max_MA 11.93 GB CA 15.91 GB Max_CA 16 GB + 0: [2023-05-10 11:34:40,742] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 43.28 GB, percent = 8.6% +24: Time to load utils op: 0.005438566207885742 seconds +24: Time to load utils op: 0.005128622055053711 seconds +24: Time to load utils op: 0.004086494445800781 secondsTime to load utils op: 0.004096031188964844 seconds +24: +27: Time to load utils op: 0.558823823928833 seconds +13: Time to load utils op: 0.586723804473877 seconds +31: Time to load utils op: 0.5587465763092041 seconds +14: Time to load utils op: 0.6008694171905518 seconds +28: Time to load utils op: 0.5569818019866943 seconds +18: Time to load utils op: 0.5783102512359619 seconds + 7: Time to load utils op: 0.586190938949585 seconds +30: Time to load utils op: 0.5553503036499023 seconds +17: Time to load utils op: 0.5578973293304443 seconds +19: Time to load utils op: 0.5610299110412598 seconds +21: Time to load utils op: 0.5661003589630127 seconds +29: Time to load utils op: 0.5522940158843994 seconds +20: Time to load utils op: 0.564500093460083 seconds +28: Time to load utils op: 0.560084342956543 seconds +27: Time to load utils op: 0.5652012825012207 seconds +31: Time to load utils op: 0.5647387504577637 seconds +13: Time to load utils op: 0.5927402973175049 seconds +10: Time to load utils op: 0.5829296112060547 seconds +18: Time to load utils op: 0.5693919658660889 seconds + 7: Time to load utils op: 0.5800752639770508 seconds +17: Time to load utils op: 0.5640273094177246 seconds +30: Time to load utils op: 0.5615928173065186 seconds +21: Time to load utils op: 0.5721948146820068 seconds +19: Time to load utils op: 0.5670111179351807 seconds +29: Time to load utils op: 0.5583717823028564 seconds +20: Time to load utils op: 0.5708086490631104 seconds +28: Time to load utils op: 0.5662143230438232 seconds +27: Time to load utils op: 0.5713136196136475 seconds +31: Time to load utils op: 0.5708420276641846 seconds +16: Time to load utils op: 0.6474659442901611 seconds +30: Time to load utils op: 0.5673015117645264 seconds +17: Time to load utils op: 0.5697970390319824 seconds + 2: Time to load utils op: 0.6624622344970703 seconds +19: Time to load utils op: 0.5731735229492188 seconds +21: Time to load utils op: 0.5785269737243652 seconds +29: Time to load utils op: 0.5644252300262451 seconds +20: Time to load utils op: 0.5923483371734619 seconds + 5: Time to load utils op: 0.6636354923248291 seconds + 4: Time to load utils op: 0.6650145053863525 seconds +16: Time to load utils op: 0.6535813808441162 seconds +30: Time to load utils op: 0.5737650394439697 seconds +17: Time to load utils op: 0.5763185024261475 seconds + 2: Time to load utils op: 0.6680819988250732 seconds +19: Time to load utils op: 0.5791783332824707 seconds +11: Time to load utils op: 0.6625256538391113 seconds +29: Time to load utils op: 0.5703184604644775 seconds + 6: Time to load utils op: 0.6282753944396973 seconds + 5: Time to load utils op: 0.6686971187591553 seconds + 4: Time to load utils op: 0.6701970100402832 seconds +16: Time to load utils op: 0.6593887805938721 seconds + 8: Time to load utils op: 0.6555814743041992 seconds + 2: Time to load utils op: 0.6745669841766357 seconds + 6: Time to load utils op: 0.6248407363891602 seconds + 5: Time to load utils op: 0.6743109226226807 seconds +11: Time to load utils op: 0.6674015522003174 seconds + 4: Time to load utils op: 0.6767480373382568 seconds +16: Time to load utils op: 0.6653571128845215 seconds + 5: Time to load utils op: 0.6776244640350342 seconds + 8: Time to load utils op: 0.6615931987762451 seconds + 2: Time to load utils op: 0.6812303066253662 seconds + 6: Time to load utils op: 0.6310768127441406 seconds +26: Time to load utils op: 0.6698155403137207 seconds +11: Time to load utils op: 0.6747391223907471 seconds + 4: Time to load utils op: 0.683556318283081 seconds + 6: Time to load utils op: 0.6339578628540039 seconds +25: Time to load utils op: 0.6745078563690186 seconds + 8: Time to load utils op: 0.668076753616333 seconds +11: Time to load utils op: 0.678473949432373 seconds +26: Time to load utils op: 0.6755557060241699 seconds + 1: Time to load utils op: 0.6439390182495117 seconds +15: Time to load utils op: 0.6665337085723877 seconds +25: Time to load utils op: 0.6802356243133545 seconds + 3: Time to load utils op: 0.6323130130767822 seconds + 8: Time to load utils op: 0.6802999973297119 seconds + 9: Time to load utils op: 0.6466419696807861 seconds +26: Time to load utils op: 0.6823503971099854 seconds + 1: Time to load utils op: 0.6378312110900879 seconds +15: Time to load utils op: 0.6723616123199463 seconds + 3: Time to load utils op: 0.6384351253509521 seconds +25: Time to load utils op: 0.6871962547302246 seconds + 9: Time to load utils op: 0.6371169090270996 seconds +26: Time to load utils op: 0.6885073184967041 seconds + 1: Time to load utils op: 0.6438255310058594 seconds +15: Time to load utils op: 0.6788468360900879 seconds + 3: Time to load utils op: 0.6443812847137451 seconds +25: Time to load utils op: 0.6922144889831543 seconds + 9: Time to load utils op: 0.6433215141296387 seconds + 3: Time to load utils op: 0.6599493026733398 seconds + 1: Time to load utils op: 0.6501474380493164 seconds + 9: Time to load utils op: 0.6461961269378662 seconds +15: Time to load utils op: 0.6849517822265625 seconds + 0: [2023-05-10 11:34:40,993] [INFO] [utils.py:827:see_memory_usage] end initialize_optimizer + 0: [2023-05-10 11:34:40,993] [INFO] [utils.py:828:see_memory_usage] MA 12.05 GB Max_MA 12.05 GB CA 15.91 GB Max_CA 16 GB + 0: [2023-05-10 11:34:40,993] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 43.45 GB, percent = 8.6% +22: Time to load utils op: 0.003695249557495117 seconds + 0: Time to load utils op: 0.006486654281616211 seconds + 0: Time to load utils op: 0.006482362747192383 seconds + 0: Time to load utils op: 0.006400585174560547 seconds + 0: Time to load utils op: 0.006566286087036133 seconds +22: Time to load utils op: 0.0004673004150390625 secondsTime to load utils op: 0.00047659873962402344 seconds +22: +12: Time to load utils op: 0.0040395259857177734 seconds +12: Time to load utils op: 0.0038280487060546875 seconds +10: Time to load utils op: 0.0009276866912841797 seconds +10: Time to load utils op: 0.0003628730773925781 seconds +12: Time to load utils op: 0.00037550926208496094 seconds +10: Time to load utils op: 0.0003695487976074219 seconds +22: Time to load utils op: 0.0004715919494628906 seconds +14: Time to load utils op: 0.004153728485107422 seconds +14: Time to load utils op: 0.004002571105957031 seconds +14: Time to load utils op: 0.0004742145538330078 seconds +23: Time to load utils op: 0.004153251647949219 seconds +23: Time to load utils op: 0.0005185604095458984 secondsTime to load utils op: 0.0004801750183105469 seconds +23: +12: Time to load utils op: 0.00048065185546875 seconds +23: Time to load utils op: 0.0004818439483642578 seconds +31: Time to load utils op: 0.003859281539916992 seconds +13: Time to load utils op: 0.003922700881958008 seconds +13: Time to load utils op: 0.004068136215209961 seconds +21: Time to load utils op: 0.003907918930053711 seconds +18: Time to load utils op: 0.0037784576416015625 seconds +18: Time to load utils op: 0.000484466552734375 seconds +20: Time to load utils op: 0.003809690475463867 seconds +27: Time to load utils op: 0.0038614273071289062 seconds + 7: Time to load utils op: 0.003654956817626953 seconds + 7: Time to load utils op: 0.0004830360412597656 seconds +28: Time to load utils op: 0.003896474838256836 seconds + 0: [2023-05-10 11:34:41,126] [INFO] [utils.py:827:see_memory_usage] end bf16_optimizer + 0: [2023-05-10 11:34:41,126] [INFO] [utils.py:828:see_memory_usage] MA 12.05 GB Max_MA 12.05 GB CA 15.91 GB Max_CA 16 GB + 0: [2023-05-10 11:34:41,127] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 43.52 GB, percent = 8.6% + 0: [2023-05-10 11:34:41,127] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Final Optimizer = FusedAdam + 0: [2023-05-10 11:34:41,127] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed using client LR scheduler + 0: [2023-05-10 11:34:41,127] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed LR Scheduler = + 0: [2023-05-10 11:34:41,127] [INFO] [logging.py:68:log_dist] [Rank 0] step=0, skipped=0, lr=[0.0002, 0.0002, 0.0002], mom=[(0.9, 0.999), (0.9, 0.999), (0.9, 0.999)] + 0: [2023-05-10 11:34:41,128] [INFO] [config.py:1007:print] DeepSpeedEngine configuration: + 0: [2023-05-10 11:34:41,128] [INFO] [config.py:1011:print] activation_checkpointing_config { + 0: "partition_activations": false, + 0: "contiguous_memory_optimization": false, + 0: "cpu_checkpointing": false, + 0: "number_checkpoints": null, + 0: "synchronize_checkpoint_boundary": false, + 0: "profile": false + 0: } + 0: [2023-05-10 11:34:41,128] [INFO] [config.py:1011:print] aio_config ................... {'block_size': 1048576, 'queue_depth': 8, 'thread_count': 1, 'single_submit': False, 'overlap_events': True} + 0: [2023-05-10 11:34:41,128] [INFO] [config.py:1011:print] amp_enabled .................. False + 0: [2023-05-10 11:34:41,128] [INFO] [config.py:1011:print] amp_params ................... False + 0: [2023-05-10 11:34:41,128] [INFO] [config.py:1011:print] autotuning_config ............ { + 0: "enabled": false, + 0: "start_step": null, + 0: "end_step": null, + 0: "metric_path": null, + 0: "arg_mappings": null, + 0: "metric": "throughput", + 0: "model_info": null, + 0: "results_dir": "/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/autotuning_results", + 0: "exps_dir": "/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/autotuning_exps", + 0: "overwrite": true, + 0: "fast": true, + 0: "start_profile_step": 3, + 0: "end_profile_step": 5, + 0: "tuner_type": "gridsearch", + 0: "tuner_early_stopping": 5, + 0: "tuner_num_trials": 50, + 0: "model_info_path": null, + 0: "mp_size": 1, + 0: "max_train_batch_size": null, + 0: "min_train_batch_size": 1, + 0: "max_train_micro_batch_size_per_gpu": 1.024000e+03, + 0: "min_train_micro_batch_size_per_gpu": 1, + 0: "num_tuning_micro_batch_sizes": 3 + 0: } + 0: [2023-05-10 11:34:41,128] [INFO] [config.py:1011:print] bfloat16_enabled ............. True + 0: [2023-05-10 11:34:41,128] [INFO] [config.py:1011:print] checkpoint_parallel_write_pipeline False + 0: [2023-05-10 11:34:41,128] [INFO] [config.py:1011:print] checkpoint_tag_validation_enabled True + 0: [2023-05-10 11:34:41,128] [INFO] [config.py:1011:print] checkpoint_tag_validation_fail False + 0: [2023-05-10 11:34:41,128] [INFO] [config.py:1011:print] comms_config ................. + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] communication_data_type ...... None + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] compression_config ........... {'weight_quantization': {'shared_parameters': {'enabled': False, 'quantizer_kernel': False, 'schedule_offset': 0, 'quantize_groups': 1, 'quantize_verbose': False, 'quantization_type': 'symmetric', 'quantize_weight_in_forward': False, 'rounding': 'nearest', 'fp16_mixed_quantize': False, 'quantize_change_ratio': 0.001}, 'different_groups': {}}, 'activation_quantization': {'shared_parameters': {'enabled': False, 'quantization_type': 'symmetric', 'range_calibration': 'dynamic', 'schedule_offset': 1000}, 'different_groups': {}}, 'sparse_pruning': {'shared_parameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'row_pruning': {'shared_parameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'head_pruning': {'shared_parameters': {'enabled': False, 'method': 'topk', 'schedule_offset': 1000}, 'different_groups': {}}, 'channel_pruning': {'shared_pa + 0: rameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'layer_reduction': {'enabled': False}} + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] curriculum_enabled ........... False + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] curriculum_params ............ False + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] dataloader_drop_last ......... False + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] disable_allgather ............ False + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] dump_state ................... False + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] dynamic_loss_scale_args ...... None + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] eigenvalue_enabled ........... False + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] eigenvalue_gas_boundary_resolution 1 + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] eigenvalue_layer_name ........ bert.encoder.layer + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] eigenvalue_layer_num ......... 0 + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] eigenvalue_max_iter .......... 100 + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] eigenvalue_stability ......... 1e-06 + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] eigenvalue_tol ............... 0.01 + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] eigenvalue_verbose ........... False + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] elasticity_enabled ........... False + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] flops_profiler_config ........ { + 0: "enabled": false, + 0: "profile_step": 1, + 0: "module_depth": -1, + 0: "top_modules": 1, + 0: "detailed": true, + 0: "output_file": null + 0: } + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] fp16_auto_cast ............... None + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] fp16_enabled ................. False + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] fp16_master_weights_and_gradients False + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] global_rank .................. 0 + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] gradient_accumulation_steps .. 4 + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] gradient_clipping ............ 1.0 + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] gradient_predivide_factor .... 1.0 + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] initial_dynamic_scale ........ 1 + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] load_universal_checkpoint .... False + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] loss_scale ................... 1.0 + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] memory_breakdown ............. False + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] monitor_config ............... + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] nebula_config ................ { + 0: "enabled": false, + 0: "persistent_storage_path": null, + 0: "persistent_time_interval": 100, + 0: "num_of_version_in_retention": 2, + 0: "enable_nebula_load": true, + 0: "load_path": null + 0: } + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] optimizer_legacy_fusion ...... False + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] optimizer_name ............... None + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] optimizer_params ............. None + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] pipeline ..................... {'stages': 'auto', 'partition': 'best', 'seed_layers': False, 'activation_checkpoint_interval': 0} + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] pld_enabled .................. False + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] pld_params ................... False + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] prescale_gradients ........... False + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] scheduler_name ............... None + 0: [2023-05-10 11:34:41,129] [INFO] [config.py:1011:print] scheduler_params ............. None + 0: [2023-05-10 11:34:41,130] [INFO] [config.py:1011:print] sparse_attention ............. None + 0: [2023-05-10 11:34:41,130] [INFO] [config.py:1011:print] sparse_gradients_enabled ..... False + 0: [2023-05-10 11:34:41,130] [INFO] [config.py:1011:print] steps_per_print .............. 2000 + 0: [2023-05-10 11:34:41,130] [INFO] [config.py:1011:print] train_batch_size ............. 1024 + 0: [2023-05-10 11:34:41,130] [INFO] [config.py:1011:print] train_micro_batch_size_per_gpu 2 + 0: [2023-05-10 11:34:41,130] [INFO] [config.py:1011:print] use_node_local_storage ....... False + 0: [2023-05-10 11:34:41,130] [INFO] [config.py:1011:print] wall_clock_breakdown ......... False + 0: [2023-05-10 11:34:41,130] [INFO] [config.py:1011:print] world_size ................... 128 + 0: [2023-05-10 11:34:41,130] [INFO] [config.py:1011:print] zero_allow_untested_optimizer False + 0: [2023-05-10 11:34:41,130] [INFO] [config.py:1011:print] zero_config .................. stage=0 contiguous_gradients=True reduce_scatter=True reduce_bucket_size=500000000 allgather_partitions=True allgather_bucket_size=500000000 overlap_comm=False load_from_fp32_weights=True elastic_checkpoint=False offload_param=None offload_optimizer=None sub_group_size=1000000000 cpu_offload_param=None cpu_offload_use_pin_memory=None cpu_offload=None prefetch_bucket_size=50000000 param_persistence_threshold=100000 model_persistence_threshold=9223372036854775807 max_live_parameters=1000000000 max_reuse_distance=1000000000 gather_16bit_weights_on_model_save=False stage3_gather_fp16_weights_on_model_save=False ignore_unused_parameters=True legacy_stage1=False round_robin_gradients=False + 0: [2023-05-10 11:34:41,130] [INFO] [config.py:1011:print] zero_enabled ................. False + 0: [2023-05-10 11:34:41,130] [INFO] [config.py:1011:print] zero_optimization_stage ...... 0 + 0: [2023-05-10 11:34:41,130] [INFO] [config.py:996:print_user_config] json = { + 0: "train_micro_batch_size_per_gpu": 2, + 0: "train_batch_size": 1.024000e+03, + 0: "gradient_clipping": 1.0, + 0: "zero_optimization": { + 0: "stage": 0 + 0: }, + 0: "bf16": { + 0: "enabled": true + 0: }, + 0: "steps_per_print": 2.000000e+03, + 0: "wall_clock_breakdown": false + 0: } + 0: Time to load utils op: 0.0004203319549560547 seconds + 0: [2023-05-10 11:34:41,130] [INFO] [engine.py:87:__init__] CONFIG: micro_batches=4 micro_batch_size=2 +13: Time to load utils op: 0.000446319580078125 seconds +13: Time to load utils op: 0.00046539306640625 seconds +28: Time to load utils op: 0.0005052089691162109 seconds +20: Time to load utils op: 0.00033736228942871094 seconds +20: Time to load utils op: 0.000507354736328125 secondsTime to load utils op: 0.0005137920379638672 seconds +20: +30: Time to load utils op: 0.0055999755859375 seconds +30: Time to load utils op: 0.0056536197662353516 seconds +30: Time to load utils op: 0.0056552886962890625 seconds +30: Time to load utils op: 0.005377769470214844 seconds +28: Time to load utils op: 0.0004680156707763672 seconds +28: Time to load utils op: 0.0004794597625732422 seconds +11: Time to load utils op: 0.003907918930053711 seconds +11: Time to load utils op: 0.006334066390991211 seconds + 4: Time to load utils op: 0.0037992000579833984 seconds + 4: Time to load utils op: 0.0004985332489013672 seconds +11: Time to load utils op: 0.00035500526428222656 seconds +18: Time to load utils op: 0.0004544258117675781 seconds + 4: Time to load utils op: 0.0004439353942871094 seconds + 4: Time to load utils op: 0.00041103363037109375 seconds +18: Time to load utils op: 0.0004496574401855469 seconds +31: Time to load utils op: 0.0003962516784667969 seconds + 7: Time to load utils op: 0.00044846534729003906 seconds +21: Time to load utils op: 0.0003991127014160156 seconds +21: Time to load utils op: 0.0003809928894042969 seconds +31: Time to load utils op: 0.0003764629364013672 seconds +11: Time to load utils op: 0.0004322528839111328 seconds + 5: Time to load utils op: 0.006605386734008789 seconds +27: Time to load utils op: 0.00041937828063964844 seconds +21: Time to load utils op: 0.0003948211669921875 seconds +14: Time to load utils op: 0.00047469139099121094 seconds +29: Time to load utils op: 0.00644373893737793 seconds +29: Time to load utils op: 0.0004918575286865234 seconds +31: Time to load utils op: 0.0003802776336669922 seconds +17: Time to load utils op: 0.0037703514099121094 seconds + 7: Time to load utils op: 0.0004477500915527344 seconds +10: Time to load utils op: 0.00048661231994628906 seconds + 5: Time to load utils op: 0.00048041343688964844 seconds +27: Time to load utils op: 0.0004780292510986328 seconds +19: Time to load utils op: 0.0037293434143066406 seconds + 5: Time to load utils op: 0.0004763603210449219 seconds + 5: Time to load utils op: 0.00040793418884277344 seconds +29: Time to load utils op: 0.00042629241943359375 seconds +29: Time to load utils op: 0.0005152225494384766 seconds +19: Time to load utils op: 0.006336212158203125 seconds +19: Time to load utils op: 0.0004830360412597656 seconds +27: Time to load utils op: 0.00045180320739746094 seconds +17: Time to load utils op: 0.000461578369140625 secondsTime to load utils op: 0.0004315376281738281 seconds +17: + 6: Time to load utils op: 0.005348920822143555 seconds + 6: Time to load utils op: 0.005755901336669922 seconds + 6: Time to load utils op: 0.005401134490966797 seconds + 6: Time to load utils op: 0.0004801750183105469 seconds +26: Time to load utils op: 0.006575584411621094 seconds +16: Time to load utils op: 0.006555080413818359 seconds +26: Time to load utils op: 0.0003485679626464844 seconds +16: Time to load utils op: 0.0004825592041015625 secondsTime to load utils op: 0.00048828125 seconds +16: + 1: Time to load utils op: 0.003506898880004883 seconds + 3: Time to load utils op: 0.003738880157470703 seconds +19: Time to load utils op: 0.0004246234893798828 seconds + 1: Time to load utils op: 0.00034618377685546875 seconds + 3: Time to load utils op: 0.0065495967864990234 secondsTime to load utils op: 0.0065686702728271484 seconds + 3: +26: Time to load utils op: 0.0004801750183105469 seconds + 2: Time to load utils op: 0.004076242446899414 secondsTime to load utils op: 0.004189252853393555 seconds + 2: + 2: Time to load utils op: 0.0004773139953613281 seconds +17: Time to load utils op: 0.0003402233123779297 seconds +15: Time to load utils op: 0.003902912139892578 secondsTime to load utils op: 0.0038161277770996094 seconds +15: +15: Time to load utils op: 0.00046253204345703125 seconds + 1: Time to load utils op: 0.000362396240234375 seconds + 1: Time to load utils op: 0.0004906654357910156 seconds +26: Time to load utils op: 0.00046896934509277344 seconds + 8: Time to load utils op: 0.004031181335449219 seconds + 2: Time to load utils op: 0.00033283233642578125 seconds + 0: [2023-05-10 11:34:41,342] [INFO] [engine.py:145:__init__] RANK=0 STAGE=0 LAYERS=43 [0, 43) STAGE_PARAMS=2123243520 (2123.244M) TOTAL_PARAMS=4246487040 (4246.487M) UNIQUE_PARAMS=4246487040 (4246.487M) + 0: [2023-05-10 11:34:41,342] [INFO] [engine.py:145:__init__] RANK=1 STAGE=0 LAYERS=43 [0, 43) STAGE_PARAMS=2123243520 (2123.244M) TOTAL_PARAMS=4246487040 (4246.487M) UNIQUE_PARAMS=4246487040 (4246.487M) + 8: Time to load utils op: 0.004002809524536133 seconds + 8: Time to load utils op: 0.00048470497131347656 seconds +16: Time to load utils op: 0.00048351287841796875 seconds + 3: Time to load utils op: 0.0004115104675292969 seconds +25: Time to load utils op: 0.004033088684082031 secondsTime to load utils op: 0.004027605056762695 seconds +25: + 8: Time to load utils op: 0.00048661231994628906 seconds +15: Time to load utils op: 0.00046634674072265625 seconds +25: Time to load utils op: 0.00048089027404785156 seconds + 9: Time to load utils op: 0.004031181335449219 secondsTime to load utils op: 0.004071474075317383 seconds + 9: +25: Time to load utils op: 0.0004749298095703125 seconds + 9: Time to load utils op: 0.00036644935607910156 seconds + 9: Time to load utils op: 0.0003619194030761719 seconds +31: [2023-05-10 11:34:44,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-10 11:34:44,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-10 11:34:44,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-10 11:34:44,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-10 11:34:44,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-10 11:34:44,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-10 11:34:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-10 11:34:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-10 11:34:44,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-10 11:34:44,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +19: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +26: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +26: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +26: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 2: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +22: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 2: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +22: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +22: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-10 11:34:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +19: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +19: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 2: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +22: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +22: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +22: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +26: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-10 11:34:44,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +30: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +30: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +30: [2023-05-10 11:34:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +22: [2023-05-10 11:34:44,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-10 11:34:44,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-10 11:34:44,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-10 11:34:44,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-10 11:34:44,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-10 11:34:44,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-10 11:34:44,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-10 11:34:44,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-10 11:34:44,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-10 11:34:44,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-10 11:34:44,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-10 11:34:44,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-10 11:34:44,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-10 11:34:44,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-10 11:34:44,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-10 11:34:44,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-10 11:34:44,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-10 11:34:44,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-10 11:34:44,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-10 11:34:44,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-10 11:34:44,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-10 11:34:44,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-10 11:34:44,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-10 11:34:44,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-10 11:34:44,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-10 11:34:44,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-10 11:34:44,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-10 11:34:44,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-10 11:34:44,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 6: [2023-05-10 11:34:44,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 6: [2023-05-10 11:34:44,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 6: [2023-05-10 11:34:44,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 2: [2023-05-10 11:34:44,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 2: [2023-05-10 11:34:44,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 2: [2023-05-10 11:34:44,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 7: [2023-05-10 11:34:44,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-10 11:34:44,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-10 11:34:44,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-10 11:34:44,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 7: [2023-05-10 11:34:44,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-10 11:34:44,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-10 11:34:44,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-10 11:34:44,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-10 11:34:44,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +19: [2023-05-10 11:34:44,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 6: [2023-05-10 11:34:44,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-10 11:34:44,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-10 11:34:44,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-10 11:34:44,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-10 11:34:44,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-10 11:34:44,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +26: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 6: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +19: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 6: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 2: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 7: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 7: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 7: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +19: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 2: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +19: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +30: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 6: [2023-05-10 11:34:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +15: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +22: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +31: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +15: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +31: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +15: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +31: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +15: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +22: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +31: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +31: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +31: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 7: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 6: [2023-05-10 11:34:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 6: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 7: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +30: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-10 11:34:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +17: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +15: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +17: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +31: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +31: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +31: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +31: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +17: [2023-05-10 11:34:44,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +25: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +25: [2023-05-10 11:34:44,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +25: [2023-05-10 11:34:44,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +15: [2023-05-10 11:34:44,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-10 11:34:44,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-10 11:34:44,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-10 11:34:44,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-10 11:34:44,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-10 11:34:44,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-10 11:34:44,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-10 11:34:44,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-10 11:34:44,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-10 11:34:44,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-10 11:34:44,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-10 11:34:44,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-10 11:34:44,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-10 11:34:44,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-10 11:34:44,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-10 11:34:44,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-10 11:34:44,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-10 11:34:44,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +17: [2023-05-10 11:34:44,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-10 11:34:44,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-10 11:34:44,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +15: [2023-05-10 11:34:44,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +25: [2023-05-10 11:34:44,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-10 11:34:44,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-10 11:34:44,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +25: [2023-05-10 11:34:44,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-10 11:34:44,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +31: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +31: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +15: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +31: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +17: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +17: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +15: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +25: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-10 11:34:44,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-10 11:34:44,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-10 11:34:44,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +25: [2023-05-10 11:34:44,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +25: [2023-05-10 11:34:44,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +25: [2023-05-10 11:34:44,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +14: [2023-05-10 11:34:44,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-10 11:34:44,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-10 11:34:44,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-10 11:34:44,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-10 11:34:44,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-10 11:34:44,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-10 11:34:44,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-10 11:34:44,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-10 11:34:44,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-10 11:34:44,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-10 11:34:44,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-10 11:34:44,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-10 11:34:44,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-10 11:34:44,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-10 11:34:44,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-10 11:34:44,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +14: [2023-05-10 11:34:44,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +14: [2023-05-10 11:34:44,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +14: [2023-05-10 11:34:44,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +25: [2023-05-10 11:34:44,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-10 11:34:44,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-10 11:34:44,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-10 11:34:44,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-10 11:34:44,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-10 11:34:44,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-10 11:34:44,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-10 11:34:44,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-10 11:34:44,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-10 11:34:44,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +14: [2023-05-10 11:34:44,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +14: [2023-05-10 11:34:44,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +14: [2023-05-10 11:34:44,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +14: [2023-05-10 11:34:44,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-10 11:34:44,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-10 11:34:44,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-10 11:34:44,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +12: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +12: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +12: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 4: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-10 11:34:44,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-10 11:34:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-10 11:34:44,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-10 11:34:44,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-10 11:34:44,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-10 11:34:44,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-10 11:34:44,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 4: [2023-05-10 11:34:44,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 4: [2023-05-10 11:34:44,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 4: [2023-05-10 11:34:44,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +12: [2023-05-10 11:34:44,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-10 11:34:44,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-10 11:34:44,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-10 11:34:44,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-10 11:34:44,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-10 11:34:44,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-10 11:34:44,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-10 11:34:44,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-10 11:34:44,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-10 11:34:44,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-10 11:34:44,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-10 11:34:44,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-10 11:34:44,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-10 11:34:44,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-10 11:34:44,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-10 11:34:44,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-10 11:34:44,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-10 11:34:44,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-10 11:34:44,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +20: [2023-05-10 11:34:44,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +20: [2023-05-10 11:34:44,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +20: [2023-05-10 11:34:44,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +12: [2023-05-10 11:34:44,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-10 11:34:44,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +12: [2023-05-10 11:34:44,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +12: [2023-05-10 11:34:44,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +20: [2023-05-10 11:34:44,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-10 11:34:44,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 4: [2023-05-10 11:34:44,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-10 11:34:44,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-10 11:34:44,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-10 11:34:44,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-10 11:34:44,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-10 11:34:44,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-10 11:34:44,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-10 11:34:44,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-10 11:34:44,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-10 11:34:44,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-10 11:34:44,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-10 11:34:44,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-10 11:34:44,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-10 11:34:44,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-10 11:34:44,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-10 11:34:44,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-10 11:34:44,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-10 11:34:44,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-10 11:34:44,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-10 11:34:44,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +20: [2023-05-10 11:34:44,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +20: [2023-05-10 11:34:44,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +20: [2023-05-10 11:34:44,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +20: [2023-05-10 11:34:44,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-10 11:34:44,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-10 11:34:44,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-10 11:34:44,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-10 11:34:44,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 4: [2023-05-10 11:34:44,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 4: [2023-05-10 11:34:44,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 4: [2023-05-10 11:34:44,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 4: [2023-05-10 11:34:44,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-10 11:34:44,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-10 11:34:44,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-10 11:34:44,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 9: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 9: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 9: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +24: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-10 11:34:44,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-10 11:34:44,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +24: [2023-05-10 11:34:44,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +24: [2023-05-10 11:34:44,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +24: [2023-05-10 11:34:44,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 9: [2023-05-10 11:34:44,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-10 11:34:44,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-10 11:34:44,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-10 11:34:44,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 1: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 1: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 1: [2023-05-10 11:34:44,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +24: [2023-05-10 11:34:44,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-10 11:34:44,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 9: [2023-05-10 11:34:44,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 9: [2023-05-10 11:34:44,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 1: [2023-05-10 11:34:44,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-10 11:34:44,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-10 11:34:44,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-10 11:34:44,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 1: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +24: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 9: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 9: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +27: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-10 11:34:44,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-10 11:34:44,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-10 11:34:44,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-10 11:34:44,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-10 11:34:44,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-10 11:34:44,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-10 11:34:44,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-10 11:34:44,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +27: [2023-05-10 11:34:44,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +27: [2023-05-10 11:34:44,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +27: [2023-05-10 11:34:44,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 1: [2023-05-10 11:34:44,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-10 11:34:44,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 1: [2023-05-10 11:34:44,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 1: [2023-05-10 11:34:44,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 1: [2023-05-10 11:34:44,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 1: [2023-05-10 11:34:44,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-10 11:34:44,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-10 11:34:44,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-10 11:34:44,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-10 11:34:44,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-10 11:34:44,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-10 11:34:44,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-10 11:34:44,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-10 11:34:44,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-10 11:34:44,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-10 11:34:44,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-10 11:34:44,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-10 11:34:44,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-10 11:34:44,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-10 11:34:44,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-10 11:34:44,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-10 11:34:44,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-10 11:34:44,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-10 11:34:44,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-10 11:34:44,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-10 11:34:44,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-10 11:34:44,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-10 11:34:44,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-10 11:34:44,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-10 11:34:44,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 8: [2023-05-10 11:34:44,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 8: [2023-05-10 11:34:44,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 8: [2023-05-10 11:34:44,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +27: [2023-05-10 11:34:44,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +27: [2023-05-10 11:34:44,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +27: [2023-05-10 11:34:44,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +27: [2023-05-10 11:34:44,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +27: [2023-05-10 11:34:44,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-10 11:34:44,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-10 11:34:44,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-10 11:34:44,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-10 11:34:44,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-10 11:34:44,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-10 11:34:44,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-10 11:34:44,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-10 11:34:44,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-10 11:34:44,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-10 11:34:44,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-10 11:34:44,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-10 11:34:44,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 8: [2023-05-10 11:34:44,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 8: [2023-05-10 11:34:44,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 8: [2023-05-10 11:34:44,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 8: [2023-05-10 11:34:44,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-10 11:34:44,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-10 11:34:44,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-10 11:34:44,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-10 11:34:44,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-10 11:34:44,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-10 11:34:44,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-10 11:34:44,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-10 11:34:44,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-10 11:34:44,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-10 11:34:44,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-10 11:34:44,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-10 11:34:44,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-10 11:34:44,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-10 11:34:44,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-10 11:34:44,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-10 11:34:44,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 0: [2023-05-10 11:34:44,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 0: [2023-05-10 11:34:44,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 0: [2023-05-10 11:34:44,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 0: [2023-05-10 11:34:44,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-10 11:34:44,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-10 11:34:44,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-10 11:34:44,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-10 11:34:44,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-10 11:34:44,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-10 11:34:44,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-10 11:34:44,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-10 11:34:44,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-10 11:34:44,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-10 11:34:44,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-10 11:34:44,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-10 11:34:44,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-10 11:34:44,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-10 11:34:44,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-10 11:34:44,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +21: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +21: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +21: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 0: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-10 11:34:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +16: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +16: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +16: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 3: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +29: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 3: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 3: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 3: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +10: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +10: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +10: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +10: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +21: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +29: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +29: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +21: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +11: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +11: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +11: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +21: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 0: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 0: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +16: [2023-05-10 11:34:44,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 3: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +11: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +18: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +18: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 3: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-10 11:34:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-10 11:34:44,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-10 11:34:44,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-10 11:34:44,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-10 11:34:44,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-10 11:34:44,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-10 11:34:44,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-10 11:34:44,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-10 11:34:44,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-10 11:34:44,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-10 11:34:44,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-10 11:34:44,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-10 11:34:44,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-10 11:34:44,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-10 11:34:44,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-10 11:34:44,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +21: [2023-05-10 11:34:44,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +21: [2023-05-10 11:34:44,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +21: [2023-05-10 11:34:44,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +18: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 3: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 3: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +29: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +10: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +10: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +16: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +21: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +10: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +18: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +16: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +29: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +16: [2023-05-10 11:34:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +11: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +11: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +18: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +10: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +16: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +29: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +11: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-10 11:34:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-10 11:34:44,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-10 11:34:44,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +11: [2023-05-10 11:34:44,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-10 11:34:44,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-10 11:34:44,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-10 11:34:44,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-10 11:34:44,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-10 11:34:44,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-10 11:34:44,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +29: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +18: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 5: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +13: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 5: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... + 5: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +13: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +13: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-10 11:34:44,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-10 11:34:44,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-10 11:34:44,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-10 11:34:44,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-10 11:34:44,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-10 11:34:44,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-10 11:34:44,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +18: [2023-05-10 11:34:44,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-10 11:34:44,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-10 11:34:44,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +13: [2023-05-10 11:34:44,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +13: [2023-05-10 11:34:44,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +28: [2023-05-10 11:34:44,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +28: [2023-05-10 11:34:44,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +28: [2023-05-10 11:34:44,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +28: [2023-05-10 11:34:44,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +18: [2023-05-10 11:34:44,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-10 11:34:44,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-10 11:34:44,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-10 11:34:44,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-10 11:34:44,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-10 11:34:44,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-10 11:34:44,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-10 11:34:44,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-10 11:34:44,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-10 11:34:44,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-10 11:34:44,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-10 11:34:44,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-10 11:34:44,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-10 11:34:44,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-10 11:34:44,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-10 11:34:44,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-10 11:34:44,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-10 11:34:44,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-10 11:34:44,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-10 11:34:44,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-10 11:34:44,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-10 11:34:44,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-10 11:34:44,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-10 11:34:44,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +28: [2023-05-10 11:34:44,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-10 11:34:44,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 5: [2023-05-10 11:34:44,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 5: [2023-05-10 11:34:44,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +13: [2023-05-10 11:34:44,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +13: [2023-05-10 11:34:44,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +13: [2023-05-10 11:34:44,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +28: [2023-05-10 11:34:44,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-10 11:34:44,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. + 5: [2023-05-10 11:34:44,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-10 11:34:44,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-10 11:34:44,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-10 11:34:44,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-10 11:34:44,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-10 11:34:44,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-10 11:34:44,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-10 11:34:44,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-10 11:34:44,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +28: [2023-05-10 11:34:44,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +28: [2023-05-10 11:34:44,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +28: [2023-05-10 11:34:44,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-10 11:34:44,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +28: [2023-05-10 11:34:44,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-10 11:34:44,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-10 11:34:44,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-10 11:34:44,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-10 11:34:44,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-10 11:34:44,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-10 11:34:44,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-10 11:34:44,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-10 11:34:44,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-10 11:34:44,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-10 11:34:44,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-10 11:34:44,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-10 11:34:44,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-10 11:34:44,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-10 11:34:44,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-10 11:34:44,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +23: [2023-05-10 11:34:44,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +23: [2023-05-10 11:34:44,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +23: [2023-05-10 11:34:44,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt... +23: [2023-05-10 11:34:44,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-10 11:34:44,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-10 11:34:44,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-10 11:34:44,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-10 11:34:44,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-10 11:34:44,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-10 11:34:44,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-10 11:34:44,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-10 11:34:44,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +23: [2023-05-10 11:34:44,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +23: [2023-05-10 11:34:44,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +23: [2023-05-10 11:34:44,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/mp_rank_01_model_states.pt. +23: [2023-05-10 11:34:44,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-10 11:34:44,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-10 11:34:44,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-10 11:34:44,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-10 11:34:45,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-10 11:34:45,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-10 11:34:45,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-10 11:34:45,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-10 11:34:45,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-10 11:34:45,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-10 11:34:45,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-10 11:34:45,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-10 11:34:45,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-10 11:34:45,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-10 11:34:45,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-10 11:34:45,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-10 11:34:45,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-10 11:34:45,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-10 11:34:45,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-10 11:34:45,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-10 11:34:45,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +24: [2023-05-10 11:34:45,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +24: [2023-05-10 11:34:45,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-10 11:34:45,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-10 11:34:45,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-10 11:34:45,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-10 11:34:45,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-10 11:34:45,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-10 11:34:45,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-10 11:34:45,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-10 11:34:45,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-10 11:34:45,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-10 11:34:45,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-10 11:34:45,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-10 11:34:45,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-10 11:34:45,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-10 11:34:45,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-10 11:34:45,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 3: [2023-05-10 11:34:45,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-10 11:34:45,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-10 11:34:45,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-10 11:34:45,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +24: [2023-05-10 11:34:45,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-10 11:34:45,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-10 11:34:45,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 3: [2023-05-10 11:34:45,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +24: [2023-05-10 11:34:45,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 3: [2023-05-10 11:34:45,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-10 11:34:45,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 3: [2023-05-10 11:34:45,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-10 11:34:45,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 3: [2023-05-10 11:34:45,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-10 11:34:45,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-10 11:34:45,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-10 11:34:45,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-10 11:34:45,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-10 11:34:45,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-10 11:34:45,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-10 11:34:45,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-10 11:34:45,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-10 11:34:45,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-10 11:34:45,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-10 11:34:45,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-10 11:34:45,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-10 11:34:45,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-10 11:34:45,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-10 11:34:45,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-10 11:34:45,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-10 11:34:45,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-10 11:34:45,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 1: [2023-05-10 11:34:45,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 1: [2023-05-10 11:34:45,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 1: [2023-05-10 11:34:45,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-10 11:34:45,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-10 11:34:45,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +24: [2023-05-10 11:34:45,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-10 11:34:45,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-10 11:34:45,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-10 11:34:45,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-10 11:34:45,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-10 11:34:45,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-10 11:34:45,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-10 11:34:45,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-10 11:34:45,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-10 11:34:45,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-10 11:34:45,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-10 11:34:45,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-10 11:34:45,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-10 11:34:45,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-10 11:34:45,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-10 11:34:45,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-10 11:34:45,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-10 11:34:45,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-10 11:34:45,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-10 11:34:45,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-10 11:34:45,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-10 11:34:45,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-10 11:34:45,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-10 11:34:45,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-10 11:34:45,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-10 11:34:45,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-10 11:34:45,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-10 11:34:45,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-10 11:34:45,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-10 11:34:45,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-10 11:34:45,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-10 11:34:45,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-10 11:34:45,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-10 11:34:45,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-10 11:34:45,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-10 11:34:45,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-10 11:34:45,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-10 11:34:45,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-10 11:34:45,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-10 11:34:45,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-10 11:34:45,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-10 11:34:45,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-10 11:34:45,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-10 11:34:45,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-10 11:34:45,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-10 11:34:45,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-10 11:34:45,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-10 11:34:45,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-10 11:34:45,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-10 11:34:45,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-10 11:34:45,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-10 11:34:45,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-10 11:34:45,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-10 11:34:45,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-10 11:34:45,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-10 11:34:45,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-10 11:34:45,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-10 11:34:45,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-10 11:34:45,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-10 11:34:45,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-10 11:34:45,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +17: [2023-05-10 11:34:45,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-10 11:34:45,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-10 11:34:45,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-10 11:34:45,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-10 11:34:45,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-10 11:34:45,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-10 11:34:45,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-10 11:34:45,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-10 11:34:45,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-10 11:34:45,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-10 11:34:45,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-10 11:34:45,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 6: [2023-05-10 11:34:45,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 6: [2023-05-10 11:34:45,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +17: [2023-05-10 11:34:45,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-10 11:34:45,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +17: [2023-05-10 11:34:45,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +17: [2023-05-10 11:34:45,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +17: [2023-05-10 11:34:45,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-10 11:34:45,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 3: [2023-05-10 11:34:45,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-10 11:34:45,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-10 11:34:45,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-10 11:34:45,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-10 11:34:45,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-10 11:34:45,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-10 11:34:45,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-10 11:34:45,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-10 11:34:45,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-10 11:34:45,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-10 11:34:45,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-10 11:34:45,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-10 11:34:45,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-10 11:34:45,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-10 11:34:45,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-10 11:34:45,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-10 11:34:45,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-10 11:34:45,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-10 11:34:45,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-10 11:34:45,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-10 11:34:45,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-10 11:34:45,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-10 11:34:45,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-10 11:34:45,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-10 11:34:45,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-10 11:34:45,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 6: [2023-05-10 11:34:45,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-10 11:34:45,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-10 11:34:45,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-10 11:34:45,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-10 11:34:45,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-10 11:34:45,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-10 11:34:45,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-10 11:34:45,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-10 11:34:45,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-10 11:34:45,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-10 11:34:45,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-10 11:34:45,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-10 11:34:45,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-10 11:34:45,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +29: [2023-05-10 11:34:45,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-10 11:34:45,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 7: [2023-05-10 11:34:45,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +23: [2023-05-10 11:34:45,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-10 11:34:45,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +14: [2023-05-10 11:34:45,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-10 11:34:45,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-10 11:34:45,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-10 11:34:45,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-10 11:34:45,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-10 11:34:45,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-10 11:34:45,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +11: [2023-05-10 11:34:45,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-10 11:34:45,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-10 11:34:45,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-10 11:34:45,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +19: [2023-05-10 11:34:45,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +14: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +15: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +29: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +13: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 9: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-10 11:34:45,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 3: [2023-05-10 11:34:45,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-10 11:34:45,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-10 11:34:45,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-10 11:34:45,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-10 11:34:45,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-10 11:34:45,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-10 11:34:45,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +13: [2023-05-10 11:34:45,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-10 11:34:45,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +26: [2023-05-10 11:34:45,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-10 11:34:45,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 9: [2023-05-10 11:34:45,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 9: [2023-05-10 11:34:45,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 7: [2023-05-10 11:34:45,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 5: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +19: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +26: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +26: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 5: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 7: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 2: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +18: [2023-05-10 11:34:45,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +18: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 7: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +26: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-10 11:34:45,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-10 11:34:45,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-10 11:34:45,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-10 11:34:45,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-10 11:34:45,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-10 11:34:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-10 11:34:45,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-10 11:34:45,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-10 11:34:45,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 9: [2023-05-10 11:34:45,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-10 11:34:45,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-10 11:34:45,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-10 11:34:45,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +27: [2023-05-10 11:34:45,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +24: [2023-05-10 11:34:45,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-10 11:34:45,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-10 11:34:45,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +23: [2023-05-10 11:34:45,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +24: [2023-05-10 11:34:45,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-10 11:34:45,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-10 11:34:45,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +30: [2023-05-10 11:34:45,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-10 11:34:45,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-10 11:34:45,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-10 11:34:45,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-10 11:34:45,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-10 11:34:45,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +15: [2023-05-10 11:34:45,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-10 11:34:45,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-10 11:34:45,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-10 11:34:45,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-10 11:34:45,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-10 11:34:45,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-10 11:34:45,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +27: [2023-05-10 11:34:45,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-10 11:34:45,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +31: [2023-05-10 11:34:45,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-10 11:34:45,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-10 11:34:45,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-10 11:34:45,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 5: [2023-05-10 11:34:45,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-10 11:34:45,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +10: [2023-05-10 11:34:45,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-10 11:34:45,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-10 11:34:45,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-10 11:34:45,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-10 11:34:45,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +10: [2023-05-10 11:34:45,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-10 11:34:45,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 0: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +12: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +31: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +12: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +16: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-10 11:34:45,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +12: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +20: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +20: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +11: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +11: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +13: [2023-05-10 11:34:45,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-10 11:34:45,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-10 11:34:45,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-10 11:34:45,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 5: [2023-05-10 11:34:45,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-10 11:34:45,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +13: [2023-05-10 11:34:45,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-10 11:34:45,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +21: [2023-05-10 11:34:45,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-10 11:34:45,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-10 11:34:45,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-10 11:34:45,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-10 11:34:45,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-10 11:34:45,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-10 11:34:45,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-10 11:34:45,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-10 11:34:45,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-10 11:34:45,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-10 11:34:45,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-10 11:34:45,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-10 11:34:45,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-10 11:34:45,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-10 11:34:45,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-10 11:34:45,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +23: [2023-05-10 11:34:45,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-10 11:34:45,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-10 11:34:45,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-10 11:34:45,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +18: [2023-05-10 11:34:45,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +10: [2023-05-10 11:34:45,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-10 11:34:45,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-10 11:34:45,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +18: [2023-05-10 11:34:45,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-10 11:34:45,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +10: [2023-05-10 11:34:45,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-10 11:34:45,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-10 11:34:45,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-10 11:34:45,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +11: [2023-05-10 11:34:45,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +11: [2023-05-10 11:34:45,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-10 11:34:45,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +16: [2023-05-10 11:34:45,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-10 11:34:45,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +11: [2023-05-10 11:34:45,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-10 11:34:45,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-10 11:34:45,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-10 11:34:45,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +16: [2023-05-10 11:34:45,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +20: [2023-05-10 11:34:45,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-10 11:34:45,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +20: [2023-05-10 11:34:45,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +11: [2023-05-10 11:34:45,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +20: [2023-05-10 11:34:45,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-10 11:34:45,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +30: [2023-05-10 11:34:45,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 8: [2023-05-10 11:34:45,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-10 11:34:45,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +21: [2023-05-10 11:34:45,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-10 11:34:45,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-10 11:34:45,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-10 11:34:45,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +16: [2023-05-10 11:34:45,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +25: [2023-05-10 11:34:45,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-10 11:34:45,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-10 11:34:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-10 11:34:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +10: [2023-05-10 11:34:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +25: [2023-05-10 11:34:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +25: [2023-05-10 11:34:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 8: [2023-05-10 11:34:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +10: [2023-05-10 11:34:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 8: [2023-05-10 11:34:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-10 11:34:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-10 11:34:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +10: [2023-05-10 11:34:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-10 11:34:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-10 11:34:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +22: [2023-05-10 11:34:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +21: [2023-05-10 11:34:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +21: [2023-05-10 11:34:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 8: [2023-05-10 11:34:45,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +21: [2023-05-10 11:34:45,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 0: [2023-05-10 11:34:45,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-10 11:34:45,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 8: [2023-05-10 11:34:45,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-10 11:34:45,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 0: [2023-05-10 11:34:45,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +21: [2023-05-10 11:34:45,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 0: [2023-05-10 11:34:45,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 0: [2023-05-10 11:34:45,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-10 11:34:45,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-10 11:34:45,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-10 11:34:45,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +22: [2023-05-10 11:34:45,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +25: [2023-05-10 11:34:45,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +25: [2023-05-10 11:34:45,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-10 11:34:45,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-10 11:34:45,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-10 11:34:45,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-10 11:34:45,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-10 11:34:45,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +25: [2023-05-10 11:34:45,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-10 11:34:45,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +22: [2023-05-10 11:34:45,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +30: [2023-05-10 11:34:45,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +22: [2023-05-10 11:34:45,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-10 11:34:45,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-10 11:34:45,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-10 11:34:45,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-10 11:34:45,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-10 11:34:45,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-10 11:34:45,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-10 11:34:45,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-10 11:34:45,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-10 11:34:45,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-10 11:34:45,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-10 11:34:45,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-10 11:34:45,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-10 11:34:45,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-10 11:34:45,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-10 11:34:45,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-10 11:34:45,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-10 11:34:45,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 4: [2023-05-10 11:34:45,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-10 11:34:45,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-10 11:34:45,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 4: [2023-05-10 11:34:45,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... + 4: [2023-05-10 11:34:45,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt... +17: [2023-05-10 11:34:45,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-10 11:34:45,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-10 11:34:45,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-10 11:34:45,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-10 11:34:45,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-10 11:34:45,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-10 11:34:45,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-10 11:34:45,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-10 11:34:45,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-10 11:34:45,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-10 11:34:45,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-10 11:34:45,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-10 11:34:45,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-10 11:34:45,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-10 11:34:45,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-10 11:34:45,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-10 11:34:45,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-10 11:34:45,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-10 11:34:45,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-10 11:34:45,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-10 11:34:45,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-10 11:34:45,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-10 11:34:45,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-10 11:34:45,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-10 11:34:45,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-10 11:34:45,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-10 11:34:45,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-10 11:34:45,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-10 11:34:45,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-10 11:34:45,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-10 11:34:45,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-10 11:34:45,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-10 11:34:45,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-10 11:34:45,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-10 11:34:45,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-10 11:34:45,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-10 11:34:45,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-10 11:34:45,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-10 11:34:45,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-10 11:34:45,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-10 11:34:45,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-10 11:34:45,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-10 11:34:45,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-10 11:34:45,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-10 11:34:45,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-10 11:34:45,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-10 11:34:45,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-10 11:34:45,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-10 11:34:45,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-10 11:34:45,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-10 11:34:45,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-10 11:34:45,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-10 11:34:45,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-10 11:34:45,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-10 11:34:45,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-10 11:34:45,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-10 11:34:45,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-10 11:34:45,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-10 11:34:45,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-10 11:34:45,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-10 11:34:45,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-10 11:34:45,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-10 11:34:45,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-10 11:34:45,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-10 11:34:45,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-10 11:34:45,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-10 11:34:45,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-10 11:34:45,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-10 11:34:45,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-10 11:34:45,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-10 11:34:45,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-10 11:34:45,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-10 11:34:45,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-10 11:34:45,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-10 11:34:45,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-10 11:34:45,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-10 11:34:45,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-10 11:34:45,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-10 11:34:45,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-10 11:34:45,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-10 11:34:45,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-10 11:34:45,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-10 11:34:45,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-10 11:34:45,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-10 11:34:45,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-10 11:34:45,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-10 11:34:45,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-10 11:34:45,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-10 11:34:45,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-10 11:34:45,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-10 11:34:45,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-10 11:34:45,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-10 11:34:45,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-10 11:34:45,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-10 11:34:45,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-10 11:34:45,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-10 11:34:45,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-10 11:34:45,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-10 11:34:45,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-10 11:34:45,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-10 11:34:45,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-10 11:34:45,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-10 11:34:45,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-10 11:34:45,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-10 11:34:45,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-10 11:34:45,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-10 11:34:45,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-10 11:34:45,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-10 11:34:45,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-10 11:34:45,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-10 11:34:45,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-10 11:34:45,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-10 11:34:45,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-10 11:34:45,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-10 11:34:45,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-10 11:34:45,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-10 11:34:45,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-10 11:34:45,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-10 11:34:45,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-10 11:34:45,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-10 11:34:45,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-10 11:34:45,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-10 11:34:45,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-10 11:34:45,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-10 11:34:45,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-10 11:34:45,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-10 11:34:45,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-10 11:34:45,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-10 11:34:45,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-10 11:34:45,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-10 11:34:45,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-10 11:34:45,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-10 11:34:45,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-10 11:34:45,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-10 11:34:45,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-10 11:34:45,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-10 11:34:45,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-10 11:34:45,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-10 11:34:45,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-10 11:34:45,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-10 11:34:45,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-10 11:34:45,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-10 11:34:45,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-10 11:34:45,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-10 11:34:45,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-10 11:34:45,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-10 11:34:45,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-10 11:34:45,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-10 11:34:45,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-10 11:34:45,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-10 11:34:45,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-10 11:34:45,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-10 11:34:45,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-10 11:34:45,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-10 11:34:45,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-10 11:34:45,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-10 11:34:45,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-10 11:34:45,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-10 11:34:45,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-10 11:34:45,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-10 11:34:45,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-10 11:34:45,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-10 11:34:45,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-10 11:34:45,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-10 11:34:45,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-10 11:34:45,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-10 11:34:45,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-10 11:34:45,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-10 11:34:45,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-10 11:34:45,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-10 11:34:45,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-10 11:34:45,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-10 11:34:45,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-10 11:34:45,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-10 11:34:45,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-10 11:34:45,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-10 11:34:45,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-10 11:34:45,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-10 11:34:45,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-10 11:34:45,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-10 11:34:45,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-10 11:34:45,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-10 11:34:45,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-10 11:34:45,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-10 11:34:45,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-10 11:34:45,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-10 11:34:45,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-10 11:34:45,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-10 11:34:45,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-10 11:34:45,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-10 11:34:45,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-10 11:34:45,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-10 11:34:45,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-10 11:34:45,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-10 11:34:45,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-10 11:34:45,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-10 11:34:45,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-10 11:34:45,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-10 11:34:45,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-10 11:34:45,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-10 11:34:45,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-10 11:34:45,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-10 11:34:45,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-10 11:34:45,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-10 11:34:45,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-10 11:34:45,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-10 11:34:45,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-10 11:34:45,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-10 11:34:45,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-10 11:34:45,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-10 11:34:45,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-10 11:34:45,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-10 11:34:45,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-10 11:34:45,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-10 11:34:45,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-10 11:34:45,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-10 11:34:45,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-10 11:34:45,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-10 11:34:45,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-10 11:34:45,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-10 11:34:45,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-10 11:34:45,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-10 11:34:45,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-10 11:34:45,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-10 11:34:45,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-10 11:34:45,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-10 11:34:45,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-10 11:34:45,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-10 11:34:45,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-10 11:34:45,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-10 11:34:45,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-10 11:34:45,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-10 11:34:45,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-10 11:34:45,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-10 11:34:45,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-10 11:34:45,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-10 11:34:45,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-10 11:34:45,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-10 11:34:45,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-10 11:34:45,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-10 11:34:45,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-10 11:34:45,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-10 11:34:45,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-10 11:34:45,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-10 11:34:45,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-10 11:34:45,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-10 11:34:45,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-10 11:34:45,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-10 11:34:45,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-10 11:34:45,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-10 11:34:45,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-10 11:34:45,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-10 11:34:45,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-10 11:34:45,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-10 11:34:45,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-10 11:34:45,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-10 11:34:45,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-10 11:34:45,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-10 11:34:45,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-10 11:34:45,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-10 11:34:45,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-10 11:34:45,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-10 11:34:45,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-10 11:34:45,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-10 11:34:45,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-10 11:34:45,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-10 11:34:45,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-10 11:34:45,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-10 11:34:45,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-10 11:34:45,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-10 11:34:45,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-10 11:34:45,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-10 11:34:46,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-10 11:34:46,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-10 11:34:46,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-10 11:34:46,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-10 11:34:46,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-10 11:34:46,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-10 11:34:46,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-10 11:34:46,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-10 11:34:46,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-10 11:34:46,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-10 11:34:46,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-10 11:34:46,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-10 11:34:46,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-10 11:34:46,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-10 11:34:46,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-10 11:34:46,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-10 11:34:46,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-10 11:34:46,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-10 11:34:46,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-10 11:34:46,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-10 11:34:46,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-10 11:34:46,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-10 11:34:46,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-10 11:34:46,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-10 11:34:46,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-10 11:34:46,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-10 11:34:46,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-10 11:34:46,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-10 11:34:46,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-10 11:34:46,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-10 11:34:46,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-10 11:34:46,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-10 11:34:46,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-10 11:34:46,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-10 11:34:46,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-10 11:34:46,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-10 11:34:46,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-10 11:34:46,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-10 11:34:46,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-10 11:34:46,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-10 11:34:46,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-10 11:34:46,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-10 11:34:46,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-10 11:34:46,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-10 11:34:46,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-10 11:34:46,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-10 11:34:46,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-10 11:34:46,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-10 11:34:46,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-10 11:34:46,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-10 11:34:46,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-10 11:34:46,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-10 11:34:46,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-10 11:34:46,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-10 11:34:46,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-10 11:34:46,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-10 11:34:46,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-10 11:34:46,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-10 11:34:46,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-10 11:34:46,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-10 11:34:46,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-10 11:34:46,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-10 11:34:46,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-10 11:34:46,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-10 11:34:46,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-10 11:34:46,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-10 11:34:46,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-10 11:34:46,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-10 11:34:46,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-10 11:34:46,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-10 11:34:46,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-10 11:34:46,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-10 11:34:46,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-10 11:34:46,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-10 11:34:46,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-10 11:34:46,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-10 11:34:46,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-10 11:34:46,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-10 11:34:46,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-10 11:34:46,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-10 11:34:46,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-10 11:34:46,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-10 11:34:46,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-10 11:34:46,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-10 11:34:46,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-10 11:34:46,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-10 11:34:46,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-10 11:34:46,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-10 11:34:46,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-10 11:34:46,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-10 11:34:46,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-10 11:34:46,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-10 11:34:46,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-10 11:34:46,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-10 11:34:46,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-10 11:34:46,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-10 11:34:46,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-10 11:34:46,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-10 11:34:46,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-10 11:34:46,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-10 11:34:46,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-10 11:34:46,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-10 11:34:46,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-10 11:34:46,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-10 11:34:46,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-10 11:34:46,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-10 11:34:46,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-10 11:34:46,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-10 11:34:46,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-10 11:34:46,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-10 11:34:46,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-10 11:34:46,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-10 11:34:46,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-10 11:34:46,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-10 11:34:46,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-10 11:34:46,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-10 11:34:46,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-10 11:34:46,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-10 11:34:46,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-10 11:34:46,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-10 11:34:46,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-10 11:34:46,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-10 11:34:46,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-10 11:34:46,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-10 11:34:46,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-10 11:34:46,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-10 11:34:46,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-10 11:34:46,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-10 11:34:46,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-10 11:34:46,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-10 11:34:46,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-10 11:34:46,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-10 11:34:46,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-10 11:34:46,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-10 11:34:46,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-10 11:34:46,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-10 11:34:46,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-10 11:34:46,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-10 11:34:46,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-10 11:34:46,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-10 11:34:46,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-10 11:34:46,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-10 11:34:46,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-10 11:34:46,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-10 11:34:46,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-10 11:34:46,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-10 11:34:46,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-10 11:34:46,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-10 11:34:46,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-10 11:34:46,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-10 11:34:46,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-10 11:34:46,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-10 11:34:46,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-10 11:34:46,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-10 11:34:46,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-10 11:34:46,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-10 11:34:46,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-10 11:34:46,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-10 11:34:46,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-10 11:34:46,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-10 11:34:46,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-10 11:34:46,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-10 11:34:46,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-10 11:34:46,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-10 11:34:46,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-10 11:34:46,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-10 11:34:46,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-10 11:34:46,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-10 11:34:46,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-10 11:34:46,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-10 11:34:46,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-10 11:34:46,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-10 11:34:46,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-10 11:34:46,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-10 11:34:46,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-10 11:34:46,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-10 11:34:46,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-10 11:34:46,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-10 11:34:46,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-10 11:34:46,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-10 11:34:46,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-10 11:34:46,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-10 11:34:46,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-10 11:34:46,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-10 11:34:46,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-10 11:34:46,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-10 11:34:46,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-10 11:34:46,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-10 11:34:46,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-10 11:34:46,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-10 11:34:46,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-10 11:34:46,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-10 11:34:46,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-10 11:34:46,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-10 11:34:46,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-10 11:34:46,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-10 11:34:46,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-10 11:34:46,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-10 11:34:46,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-10 11:34:46,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-10 11:34:46,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-10 11:34:46,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-10 11:34:46,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-10 11:34:46,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-10 11:34:46,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-10 11:34:46,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-10 11:34:46,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-10 11:34:46,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-10 11:34:46,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-10 11:34:46,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-10 11:34:46,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-10 11:34:46,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-10 11:34:46,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-10 11:34:46,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-10 11:34:46,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-10 11:34:46,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-10 11:34:46,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-10 11:34:46,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-10 11:34:46,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-10 11:34:46,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-10 11:34:46,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-10 11:34:46,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-10 11:34:46,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-10 11:34:46,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-10 11:34:46,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-10 11:34:46,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-10 11:34:46,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-10 11:34:46,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-10 11:34:46,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-10 11:34:46,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-10 11:34:46,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-10 11:34:46,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-10 11:34:46,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-10 11:34:46,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-10 11:34:46,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-10 11:34:46,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-10 11:34:46,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-10 11:34:46,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-10 11:34:46,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-10 11:34:46,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-10 11:34:46,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-10 11:34:46,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-10 11:34:46,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-10 11:34:46,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-10 11:34:46,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-10 11:34:46,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-10 11:34:46,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-10 11:34:46,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-10 11:34:46,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-10 11:34:46,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-10 11:34:46,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-10 11:34:46,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-10 11:34:46,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-10 11:34:46,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-10 11:34:46,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-10 11:34:46,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-10 11:34:46,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-10 11:34:46,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-10 11:34:46,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-10 11:34:46,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +30: [2023-05-10 11:34:46,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +30: [2023-05-10 11:34:46,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +10: [2023-05-10 11:34:46,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-10 11:34:46,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-10 11:34:46,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +10: [2023-05-10 11:34:46,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-10 11:34:46,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-10 11:34:46,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-10 11:34:46,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-10 11:34:46,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-10 11:34:46,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-10 11:34:46,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-10 11:34:46,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-10 11:34:46,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-10 11:34:46,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-10 11:34:46,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-10 11:34:46,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-10 11:34:46,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-10 11:34:46,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-10 11:34:46,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-10 11:34:46,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-10 11:34:46,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-10 11:34:46,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-10 11:34:46,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-10 11:34:46,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-10 11:34:46,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-10 11:34:46,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-10 11:34:46,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-10 11:34:46,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-10 11:34:46,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-10 11:34:46,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-10 11:34:46,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-10 11:34:46,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-10 11:34:46,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-10 11:34:46,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-10 11:34:46,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-10 11:34:46,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-10 11:34:46,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-10 11:34:46,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-10 11:34:46,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-10 11:34:46,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-10 11:34:46,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-10 11:34:46,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-10 11:34:46,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-10 11:34:46,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-10 11:34:46,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-10 11:34:46,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-10 11:34:46,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-10 11:34:46,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-10 11:34:46,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-10 11:34:46,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-10 11:34:46,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-10 11:34:46,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-10 11:34:46,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-10 11:34:46,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-10 11:34:46,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-10 11:34:46,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-10 11:34:46,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-10 11:34:46,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-10 11:34:46,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-10 11:34:46,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-10 11:34:46,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-10 11:34:46,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-10 11:34:46,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-10 11:34:46,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-10 11:34:46,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-10 11:34:46,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-10 11:34:46,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-10 11:34:46,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-10 11:34:46,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-10 11:34:46,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-10 11:34:46,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-10 11:34:46,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-10 11:34:46,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-10 11:34:46,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-10 11:34:46,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-10 11:34:46,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-10 11:34:46,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-10 11:34:46,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-10 11:34:46,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-10 11:34:46,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-10 11:34:46,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-10 11:34:46,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-10 11:34:46,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-10 11:34:46,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-10 11:34:46,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-10 11:34:46,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-10 11:34:46,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-10 11:34:46,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-10 11:34:46,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-10 11:34:46,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-10 11:34:46,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-10 11:34:46,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-10 11:34:46,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-10 11:34:46,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-10 11:34:46,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-10 11:34:46,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-10 11:34:46,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-10 11:34:46,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-10 11:34:46,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-10 11:34:46,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-10 11:34:46,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-10 11:34:46,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-10 11:34:46,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-10 11:34:46,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-10 11:34:46,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-10 11:34:46,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-10 11:34:46,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-10 11:34:46,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-10 11:34:46,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +12: [2023-05-10 11:34:46,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +12: [2023-05-10 11:34:46,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +12: [2023-05-10 11:34:46,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 3: [2023-05-10 11:34:46,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 3: [2023-05-10 11:34:46,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 3: [2023-05-10 11:34:46,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 3: [2023-05-10 11:34:46,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +20: [2023-05-10 11:34:46,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +20: [2023-05-10 11:34:46,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +20: [2023-05-10 11:34:46,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +20: [2023-05-10 11:34:46,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +30: [2023-05-10 11:34:46,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-10 11:34:46,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +27: [2023-05-10 11:34:46,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +27: [2023-05-10 11:34:46,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 5: [2023-05-10 11:34:46,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-10 11:34:46,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +23: [2023-05-10 11:34:46,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +23: [2023-05-10 11:34:46,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +23: [2023-05-10 11:34:46,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +23: [2023-05-10 11:34:46,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 0: [2023-05-10 11:34:46,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-10 11:34:46,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-10 11:34:46,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-10 11:34:46,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-10 11:34:46,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-10 11:34:46,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-10 11:34:46,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +17: [2023-05-10 11:34:46,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +17: [2023-05-10 11:34:46,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +17: [2023-05-10 11:34:46,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +17: [2023-05-10 11:34:46,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 4: [2023-05-10 11:34:46,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-10 11:34:46,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-10 11:34:46,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 0: [2023-05-10 11:34:46,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 0: [2023-05-10 11:34:46,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 0: [2023-05-10 11:34:46,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +24: [2023-05-10 11:34:46,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-10 11:34:46,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-10 11:34:46,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-10 11:34:46,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-10 11:34:46,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +30: [2023-05-10 11:34:46,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +16: [2023-05-10 11:34:46,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +16: [2023-05-10 11:34:46,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +16: [2023-05-10 11:34:46,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +10: [2023-05-10 11:34:46,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-10 11:34:46,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 9: [2023-05-10 11:34:46,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 9: [2023-05-10 11:34:46,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 9: [2023-05-10 11:34:46,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 9: [2023-05-10 11:34:46,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 5: [2023-05-10 11:34:46,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 5: [2023-05-10 11:34:46,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 5: [2023-05-10 11:34:46,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 5: [2023-05-10 11:34:46,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +30: [2023-05-10 11:34:46,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +15: [2023-05-10 11:34:46,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-10 11:34:46,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-10 11:34:46,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-10 11:34:46,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-10 11:34:46,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-10 11:34:46,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-10 11:34:46,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-10 11:34:46,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-10 11:34:46,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-10 11:34:46,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-10 11:34:46,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-10 11:34:46,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-10 11:34:46,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-10 11:34:46,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-10 11:34:46,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-10 11:34:46,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-10 11:34:46,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-10 11:34:46,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-10 11:34:46,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-10 11:34:46,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-10 11:34:46,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-10 11:34:46,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-10 11:34:46,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-10 11:34:46,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-10 11:34:46,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-10 11:34:46,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-10 11:34:46,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-10 11:34:46,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-10 11:34:46,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-10 11:34:46,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-10 11:34:46,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-10 11:34:46,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-10 11:34:46,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-10 11:34:46,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-10 11:34:46,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-10 11:34:46,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-10 11:34:46,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-10 11:34:46,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-10 11:34:46,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 4: [2023-05-10 11:34:46,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 4: [2023-05-10 11:34:46,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 4: [2023-05-10 11:34:46,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +12: [2023-05-10 11:34:46,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-10 11:34:46,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-10 11:34:46,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +12: [2023-05-10 11:34:46,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-10 11:34:46,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-10 11:34:46,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +20: [2023-05-10 11:34:46,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-10 11:34:46,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +10: [2023-05-10 11:34:46,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +10: [2023-05-10 11:34:46,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +10: [2023-05-10 11:34:46,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +12: [2023-05-10 11:34:46,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +12: [2023-05-10 11:34:46,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +23: [2023-05-10 11:34:46,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-10 11:34:46,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-10 11:34:46,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +20: [2023-05-10 11:34:46,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-10 11:34:46,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-10 11:34:46,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-10 11:34:46,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +27: [2023-05-10 11:34:46,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-10 11:34:46,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-10 11:34:46,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-10 11:34:46,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-10 11:34:46,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-10 11:34:46,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-10 11:34:46,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-10 11:34:46,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +20: [2023-05-10 11:34:46,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +17: [2023-05-10 11:34:46,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-10 11:34:46,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-10 11:34:46,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-10 11:34:46,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +27: [2023-05-10 11:34:46,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +27: [2023-05-10 11:34:46,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 3: [2023-05-10 11:34:46,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 3: [2023-05-10 11:34:46,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +23: [2023-05-10 11:34:46,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-10 11:34:46,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-10 11:34:46,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 4: [2023-05-10 11:34:46,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-10 11:34:46,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +23: [2023-05-10 11:34:46,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +17: [2023-05-10 11:34:46,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-10 11:34:46,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-10 11:34:46,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 3: [2023-05-10 11:34:46,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +17: [2023-05-10 11:34:46,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +16: [2023-05-10 11:34:46,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-10 11:34:46,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-10 11:34:46,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-10 11:34:46,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 5: [2023-05-10 11:34:46,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-10 11:34:46,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +16: [2023-05-10 11:34:46,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-10 11:34:46,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +16: [2023-05-10 11:34:46,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +17: [2023-05-10 11:34:46,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 5: [2023-05-10 11:34:46,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-10 11:34:46,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-10 11:34:46,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 5: [2023-05-10 11:34:46,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-10 11:34:46,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-10 11:34:46,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-10 11:34:46,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 9: [2023-05-10 11:34:46,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 9: [2023-05-10 11:34:46,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +16: [2023-05-10 11:34:46,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 5: [2023-05-10 11:34:46,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 5: [2023-05-10 11:34:46,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 9: [2023-05-10 11:34:46,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 9: [2023-05-10 11:34:46,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 5: [2023-05-10 11:34:46,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +16: [2023-05-10 11:34:46,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +16: [2023-05-10 11:34:46,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +10: [2023-05-10 11:34:46,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-10 11:34:46,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-10 11:34:46,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-10 11:34:46,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-10 11:34:46,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-10 11:34:46,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-10 11:34:46,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +11: [2023-05-10 11:34:46,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +11: [2023-05-10 11:34:46,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 7: [2023-05-10 11:34:46,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 7: [2023-05-10 11:34:46,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +11: [2023-05-10 11:34:46,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +31: [2023-05-10 11:34:46,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +31: [2023-05-10 11:34:46,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +31: [2023-05-10 11:34:46,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 7: [2023-05-10 11:34:46,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 7: [2023-05-10 11:34:46,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +31: [2023-05-10 11:34:46,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 2: [2023-05-10 11:34:46,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 2: [2023-05-10 11:34:46,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +19: [2023-05-10 11:34:46,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +19: [2023-05-10 11:34:46,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +19: [2023-05-10 11:34:46,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 2: [2023-05-10 11:34:46,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +21: [2023-05-10 11:34:46,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +21: [2023-05-10 11:34:46,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +21: [2023-05-10 11:34:46,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +19: [2023-05-10 11:34:46,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +21: [2023-05-10 11:34:46,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 2: [2023-05-10 11:34:46,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 1: [2023-05-10 11:34:46,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 1: [2023-05-10 11:34:46,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 1: [2023-05-10 11:34:46,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 1: [2023-05-10 11:34:46,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 0: [2023-05-10 11:34:46,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 0: [2023-05-10 11:34:46,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 0: [2023-05-10 11:34:46,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 0: [2023-05-10 11:34:46,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +28: [2023-05-10 11:34:46,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +28: [2023-05-10 11:34:46,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +28: [2023-05-10 11:34:46,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +28: [2023-05-10 11:34:46,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 6: [2023-05-10 11:34:46,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 6: [2023-05-10 11:34:46,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 6: [2023-05-10 11:34:46,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 6: [2023-05-10 11:34:46,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +25: [2023-05-10 11:34:46,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +25: [2023-05-10 11:34:46,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +25: [2023-05-10 11:34:46,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +25: [2023-05-10 11:34:46,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +13: [2023-05-10 11:34:46,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +13: [2023-05-10 11:34:46,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +13: [2023-05-10 11:34:46,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +13: [2023-05-10 11:34:46,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +22: [2023-05-10 11:34:46,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +22: [2023-05-10 11:34:46,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +22: [2023-05-10 11:34:46,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +29: [2023-05-10 11:34:46,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +29: [2023-05-10 11:34:46,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +29: [2023-05-10 11:34:46,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +22: [2023-05-10 11:34:46,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +29: [2023-05-10 11:34:46,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +18: [2023-05-10 11:34:46,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +18: [2023-05-10 11:34:46,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +18: [2023-05-10 11:34:46,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +18: [2023-05-10 11:34:46,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +24: [2023-05-10 11:34:46,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +24: [2023-05-10 11:34:46,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +24: [2023-05-10 11:34:46,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +24: [2023-05-10 11:34:46,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +15: [2023-05-10 11:34:46,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +15: [2023-05-10 11:34:46,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +15: [2023-05-10 11:34:46,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +14: [2023-05-10 11:34:46,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +14: [2023-05-10 11:34:46,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +15: [2023-05-10 11:34:46,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +14: [2023-05-10 11:34:46,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +14: [2023-05-10 11:34:46,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 4: [2023-05-10 11:34:46,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-10 11:34:46,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 7: [2023-05-10 11:34:46,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-10 11:34:46,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-10 11:34:46,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-10 11:34:46,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-10 11:34:46,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-10 11:34:46,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-10 11:34:46,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-10 11:34:46,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-10 11:34:46,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-10 11:34:46,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-10 11:34:46,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-10 11:34:46,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-10 11:34:46,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-10 11:34:46,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-10 11:34:46,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-10 11:34:46,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 4: [2023-05-10 11:34:46,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-10 11:34:46,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-10 11:34:46,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-10 11:34:46,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-10 11:34:46,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-10 11:34:46,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-10 11:34:46,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-10 11:34:46,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-10 11:34:46,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-10 11:34:46,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-10 11:34:46,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-10 11:34:46,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-10 11:34:46,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +26: [2023-05-10 11:34:46,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +21: [2023-05-10 11:34:46,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-10 11:34:46,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 2: [2023-05-10 11:34:46,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-10 11:34:46,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-10 11:34:46,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 4: [2023-05-10 11:34:46,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-10 11:34:46,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-10 11:34:46,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-10 11:34:46,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-10 11:34:46,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-10 11:34:46,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-10 11:34:46,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-10 11:34:46,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-10 11:34:46,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-10 11:34:46,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-10 11:34:46,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-10 11:34:46,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-10 11:34:46,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-10 11:34:46,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-10 11:34:46,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-10 11:34:46,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-10 11:34:46,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-10 11:34:46,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +24: [2023-05-10 11:34:46,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-10 11:34:46,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-10 11:34:46,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-10 11:34:46,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-10 11:34:46,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-10 11:34:46,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-10 11:34:46,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-10 11:34:46,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-10 11:34:46,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-10 11:34:46,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-10 11:34:46,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-10 11:34:46,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-10 11:34:46,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-10 11:34:46,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-10 11:34:46,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-10 11:34:46,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-10 11:34:46,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-10 11:34:46,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-10 11:34:46,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +10: [2023-05-10 11:34:46,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +10: [2023-05-10 11:34:46,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +10: [2023-05-10 11:34:46,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 8: [2023-05-10 11:34:46,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 8: [2023-05-10 11:34:46,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 8: [2023-05-10 11:34:46,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. + 8: [2023-05-10 11:34:46,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_01-model_01-model_states.pt. +26: [2023-05-10 11:34:46,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-10 11:34:46,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-10 11:34:46,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-10 11:34:46,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-10 11:34:46,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-10 11:34:46,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-10 11:34:46,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-10 11:34:46,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 7: [2023-05-10 11:34:46,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 6: [2023-05-10 11:34:46,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +19: [2023-05-10 11:34:46,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +28: [2023-05-10 11:34:46,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +25: [2023-05-10 11:34:46,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-10 11:34:46,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-10 11:34:46,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-10 11:34:46,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +25: [2023-05-10 11:34:46,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-10 11:34:46,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-10 11:34:46,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-10 11:34:46,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 6: [2023-05-10 11:34:46,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 1: [2023-05-10 11:34:46,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-10 11:34:46,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-10 11:34:46,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-10 11:34:46,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 2: [2023-05-10 11:34:46,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-10 11:34:46,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-10 11:34:46,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-10 11:34:46,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 1: [2023-05-10 11:34:46,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +22: [2023-05-10 11:34:46,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-10 11:34:46,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 6: [2023-05-10 11:34:46,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +18: [2023-05-10 11:34:46,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-10 11:34:46,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-10 11:34:46,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-10 11:34:46,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 6: [2023-05-10 11:34:46,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +25: [2023-05-10 11:34:46,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +31: [2023-05-10 11:34:46,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-10 11:34:46,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-10 11:34:46,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-10 11:34:46,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-10 11:34:46,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 2: [2023-05-10 11:34:46,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +25: [2023-05-10 11:34:46,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-10 11:34:46,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-10 11:34:46,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-10 11:34:46,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-10 11:34:46,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-10 11:34:46,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-10 11:34:46,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-10 11:34:46,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 1: [2023-05-10 11:34:46,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 1: [2023-05-10 11:34:46,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 8: [2023-05-10 11:34:46,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-10 11:34:46,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 8: [2023-05-10 11:34:46,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-10 11:34:46,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-10 11:34:46,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 2: [2023-05-10 11:34:46,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +11: [2023-05-10 11:34:46,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +15: [2023-05-10 11:34:46,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-10 11:34:46,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +18: [2023-05-10 11:34:46,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +18: [2023-05-10 11:34:46,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +18: [2023-05-10 11:34:46,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +13: [2023-05-10 11:34:46,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-10 11:34:46,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-10 11:34:46,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-10 11:34:46,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-10 11:34:46,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-10 11:34:46,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-10 11:34:46,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-10 11:34:46,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +24: [2023-05-10 11:34:46,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-10 11:34:46,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-10 11:34:46,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-10 11:34:46,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +22: [2023-05-10 11:34:46,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +29: [2023-05-10 11:34:46,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +18: [2023-05-10 11:34:46,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +31: [2023-05-10 11:34:46,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +31: [2023-05-10 11:34:46,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +31: [2023-05-10 11:34:46,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +31: [2023-05-10 11:34:46,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-10 11:34:46,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-10 11:34:46,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-10 11:34:46,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +22: [2023-05-10 11:34:46,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 8: [2023-05-10 11:34:46,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-10 11:34:46,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-10 11:34:46,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-10 11:34:46,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +15: [2023-05-10 11:34:46,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-10 11:34:46,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-10 11:34:46,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-10 11:34:46,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-10 11:34:46,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +24: [2023-05-10 11:34:46,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +24: [2023-05-10 11:34:46,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +28: [2023-05-10 11:34:46,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +19: [2023-05-10 11:34:46,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +19: [2023-05-10 11:34:46,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +13: [2023-05-10 11:34:46,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +13: [2023-05-10 11:34:46,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +19: [2023-05-10 11:34:46,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +15: [2023-05-10 11:34:46,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-10 11:34:46,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-10 11:34:46,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +21: [2023-05-10 11:34:46,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-10 11:34:46,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-10 11:34:46,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-10 11:34:46,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-10 11:34:46,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-10 11:34:46,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +15: [2023-05-10 11:34:46,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +28: [2023-05-10 11:34:46,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +13: [2023-05-10 11:34:46,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +24: [2023-05-10 11:34:46,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-10 11:34:46,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-10 11:34:46,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +15: [2023-05-10 11:34:46,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +15: [2023-05-10 11:34:46,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +29: [2023-05-10 11:34:46,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +29: [2023-05-10 11:34:46,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +26: [2023-05-10 11:34:46,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-10 11:34:46,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-10 11:34:46,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +21: [2023-05-10 11:34:46,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +21: [2023-05-10 11:34:46,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +24: [2023-05-10 11:34:46,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +21: [2023-05-10 11:34:46,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +26: [2023-05-10 11:34:46,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +26: [2023-05-10 11:34:46,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-10 11:34:46,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-10 11:34:46,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-10 11:34:46,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +26: [2023-05-10 11:34:46,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +26: [2023-05-10 11:34:46,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... +26: [2023-05-10 11:34:46,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 8: [2023-05-10 11:34:46,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 8: [2023-05-10 11:34:46,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 8: [2023-05-10 11:34:46,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 8: [2023-05-10 11:34:46,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt... + 4: [2023-05-10 11:34:46,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-10 11:34:46,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-10 11:34:46,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-10 11:34:46,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-10 11:34:46,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-10 11:34:46,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-10 11:34:46,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-10 11:34:46,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-10 11:34:46,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-10 11:34:46,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-10 11:34:46,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-10 11:34:46,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-10 11:34:46,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-10 11:34:46,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-10 11:34:46,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-10 11:34:46,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-10 11:34:46,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-10 11:34:46,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-10 11:34:46,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-10 11:34:46,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-10 11:34:46,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-10 11:34:46,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-10 11:34:46,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-10 11:34:46,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-10 11:34:46,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-10 11:34:46,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-10 11:34:46,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-10 11:34:46,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-10 11:34:46,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-10 11:34:46,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-10 11:34:46,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-10 11:34:46,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-10 11:34:46,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-10 11:34:46,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-10 11:34:46,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-10 11:34:46,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-10 11:34:46,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-10 11:34:46,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-10 11:34:46,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-10 11:34:46,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-10 11:34:46,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-10 11:34:46,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-10 11:34:46,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-10 11:34:46,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-10 11:34:46,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-10 11:34:46,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-10 11:34:46,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-10 11:34:46,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-10 11:34:46,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-10 11:34:46,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-10 11:34:46,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-10 11:34:46,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-10 11:34:46,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-10 11:34:46,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-10 11:34:46,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-10 11:34:46,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-10 11:34:46,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-10 11:34:46,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-10 11:34:46,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-10 11:34:46,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-10 11:34:46,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-10 11:34:46,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-10 11:34:46,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-10 11:34:46,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-10 11:34:46,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-10 11:34:46,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-10 11:34:46,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-10 11:34:46,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-10 11:34:46,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-10 11:34:46,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-10 11:34:46,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-10 11:34:46,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-10 11:34:46,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-10 11:34:46,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-10 11:34:46,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-10 11:34:46,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-10 11:34:46,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-10 11:34:46,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-10 11:34:46,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-10 11:34:46,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-10 11:34:46,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-10 11:34:46,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-10 11:34:46,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-10 11:34:46,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-10 11:34:46,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-10 11:34:46,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-10 11:34:46,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-10 11:34:46,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-10 11:34:46,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-10 11:34:46,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-10 11:34:46,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-10 11:34:46,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-10 11:34:46,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-10 11:34:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-10 11:34:46,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-10 11:34:46,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-10 11:34:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-10 11:34:46,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-10 11:34:46,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-10 11:34:46,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-10 11:34:46,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-10 11:34:46,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-10 11:34:46,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-10 11:34:46,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-10 11:34:46,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-10 11:34:46,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-10 11:34:46,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-10 11:34:46,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-10 11:34:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-10 11:34:46,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-10 11:34:46,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-10 11:34:46,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-10 11:34:46,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-10 11:34:46,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-10 11:34:46,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-10 11:34:46,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-10 11:34:46,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-10 11:34:46,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-10 11:34:46,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-10 11:34:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-10 11:34:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-10 11:34:46,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-10 11:34:46,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-10 11:34:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-10 11:34:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-10 11:34:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-10 11:34:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-10 11:34:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-10 11:34:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-10 11:34:46,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-10 11:34:46,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-10 11:34:46,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-10 11:34:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-10 11:34:46,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-10 11:34:46,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-10 11:34:46,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-10 11:34:46,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-10 11:34:46,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-10 11:34:46,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-10 11:34:46,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-10 11:34:46,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-10 11:34:46,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-10 11:34:46,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-10 11:34:46,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-10 11:34:46,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-10 11:34:46,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-10 11:34:46,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-10 11:34:46,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-10 11:34:46,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-10 11:34:46,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-10 11:34:46,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-10 11:34:46,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-10 11:34:46,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-10 11:34:46,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-10 11:34:46,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-10 11:34:46,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-10 11:34:46,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-10 11:34:46,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-10 11:34:46,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-10 11:34:46,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-10 11:34:46,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-10 11:34:46,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-10 11:34:46,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-10 11:34:46,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-10 11:34:46,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-10 11:34:46,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-10 11:34:46,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-10 11:34:46,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-10 11:34:46,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-10 11:34:46,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-10 11:34:46,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-10 11:34:46,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-10 11:34:46,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-10 11:34:46,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-10 11:34:46,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-10 11:34:46,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-10 11:34:46,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-10 11:34:46,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-10 11:34:46,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-10 11:34:46,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-10 11:34:46,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-10 11:34:46,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-10 11:34:46,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-10 11:34:46,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-10 11:34:46,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-10 11:34:46,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-10 11:34:46,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-10 11:34:46,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-10 11:34:46,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-10 11:34:46,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-10 11:34:46,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-10 11:34:46,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-10 11:34:46,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-10 11:34:46,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-10 11:34:46,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-10 11:34:46,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-10 11:34:46,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-10 11:34:46,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-10 11:34:46,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-10 11:34:46,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-10 11:34:46,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-10 11:34:46,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-10 11:34:46,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-10 11:34:46,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-10 11:34:46,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-10 11:34:46,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-10 11:34:46,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-10 11:34:46,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-10 11:34:46,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-10 11:34:46,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-10 11:34:46,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-10 11:34:46,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-10 11:34:46,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-10 11:34:46,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-10 11:34:46,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-10 11:34:46,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-10 11:34:46,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-10 11:34:46,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-10 11:34:46,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-10 11:34:46,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-10 11:34:46,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-10 11:34:46,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-10 11:34:46,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-10 11:34:46,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-10 11:34:46,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-10 11:34:46,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-10 11:34:46,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-10 11:34:46,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-10 11:34:46,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-10 11:34:46,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-10 11:34:46,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-10 11:34:46,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-10 11:34:46,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-10 11:34:46,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-10 11:34:46,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-10 11:34:46,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-10 11:34:46,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-10 11:34:46,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-10 11:34:46,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-10 11:34:46,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-10 11:34:46,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-10 11:34:46,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-10 11:34:46,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-10 11:34:46,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-10 11:34:46,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-10 11:34:46,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-10 11:34:46,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-10 11:34:46,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-10 11:34:46,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-10 11:34:46,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-10 11:34:46,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-10 11:34:46,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-10 11:34:46,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-10 11:34:46,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-10 11:34:46,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-10 11:34:46,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-10 11:34:46,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-10 11:34:46,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-10 11:34:46,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 4: [2023-05-10 11:34:46,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 4: [2023-05-10 11:34:46,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 4: [2023-05-10 11:34:46,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 2: [2023-05-10 11:34:46,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-10 11:34:46,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-10 11:34:46,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-10 11:34:46,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-10 11:34:46,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-10 11:34:46,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-10 11:34:46,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-10 11:34:46,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-10 11:34:46,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-10 11:34:46,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-10 11:34:46,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-10 11:34:46,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-10 11:34:46,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-10 11:34:46,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-10 11:34:46,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-10 11:34:46,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-10 11:34:46,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-10 11:34:46,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-10 11:34:46,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-10 11:34:46,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-10 11:34:46,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 1: [2023-05-10 11:34:46,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 1: [2023-05-10 11:34:46,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 1: [2023-05-10 11:34:46,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 3: [2023-05-10 11:34:46,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-10 11:34:46,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-10 11:34:46,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-10 11:34:46,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-10 11:34:46,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-10 11:34:46,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-10 11:34:46,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-10 11:34:46,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-10 11:34:46,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-10 11:34:46,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-10 11:34:46,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-10 11:34:46,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-10 11:34:46,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-10 11:34:46,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-10 11:34:46,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-10 11:34:46,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-10 11:34:46,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-10 11:34:46,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-10 11:34:46,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-10 11:34:46,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-10 11:34:46,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-10 11:34:46,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-10 11:34:46,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-10 11:34:46,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-10 11:34:46,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-10 11:34:46,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-10 11:34:46,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-10 11:34:46,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-10 11:34:46,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-10 11:34:46,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-10 11:34:46,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-10 11:34:46,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-10 11:34:46,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-10 11:34:46,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-10 11:34:46,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-10 11:34:46,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-10 11:34:46,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-10 11:34:46,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-10 11:34:46,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-10 11:34:46,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-10 11:34:46,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-10 11:34:46,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-10 11:34:46,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-10 11:34:46,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-10 11:34:46,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-10 11:34:46,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-10 11:34:46,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-10 11:34:46,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-10 11:34:46,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-10 11:34:46,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-10 11:34:46,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-10 11:34:46,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-10 11:34:46,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-10 11:34:46,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-10 11:34:46,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-10 11:34:46,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-10 11:34:46,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-10 11:34:46,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-10 11:34:46,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +17: [2023-05-10 11:34:46,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +17: [2023-05-10 11:34:46,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +17: [2023-05-10 11:34:46,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 1: [2023-05-10 11:34:46,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-10 11:34:46,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-10 11:34:46,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-10 11:34:46,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +28: [2023-05-10 11:34:46,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +28: [2023-05-10 11:34:46,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +28: [2023-05-10 11:34:46,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +30: [2023-05-10 11:34:46,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-10 11:34:46,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-10 11:34:46,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-10 11:34:46,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-10 11:34:46,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-10 11:34:46,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-10 11:34:46,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-10 11:34:46,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-10 11:34:46,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-10 11:34:46,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-10 11:34:46,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +22: [2023-05-10 11:34:46,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +22: [2023-05-10 11:34:46,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +17: [2023-05-10 11:34:46,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-10 11:34:46,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +29: [2023-05-10 11:34:46,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-10 11:34:46,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-10 11:34:46,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-10 11:34:46,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-10 11:34:46,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-10 11:34:46,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-10 11:34:46,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-10 11:34:46,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +26: [2023-05-10 11:34:46,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +28: [2023-05-10 11:34:46,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-10 11:34:46,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-10 11:34:46,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +19: [2023-05-10 11:34:46,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +26: [2023-05-10 11:34:46,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +26: [2023-05-10 11:34:46,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +29: [2023-05-10 11:34:46,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-10 11:34:46,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +29: [2023-05-10 11:34:46,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-10 11:34:46,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +28: [2023-05-10 11:34:46,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-10 11:34:46,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 5: [2023-05-10 11:34:46,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +29: [2023-05-10 11:34:46,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +31: [2023-05-10 11:34:46,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +31: [2023-05-10 11:34:46,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +31: [2023-05-10 11:34:46,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +25: [2023-05-10 11:34:46,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-10 11:34:46,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 5: [2023-05-10 11:34:46,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +25: [2023-05-10 11:34:46,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-10 11:34:46,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-10 11:34:46,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 2: [2023-05-10 11:34:46,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 2: [2023-05-10 11:34:46,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 2: [2023-05-10 11:34:46,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 4: [2023-05-10 11:34:46,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-10 11:34:46,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-10 11:34:46,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 6: [2023-05-10 11:34:46,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 6: [2023-05-10 11:34:46,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 6: [2023-05-10 11:34:46,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 1: [2023-05-10 11:34:46,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-10 11:34:46,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +12: [2023-05-10 11:34:46,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +12: [2023-05-10 11:34:46,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +12: [2023-05-10 11:34:46,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +22: [2023-05-10 11:34:46,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-10 11:34:46,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +13: [2023-05-10 11:34:46,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +13: [2023-05-10 11:34:46,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +13: [2023-05-10 11:34:46,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 4: [2023-05-10 11:34:46,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +22: [2023-05-10 11:34:46,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-10 11:34:46,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +27: [2023-05-10 11:34:46,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +15: [2023-05-10 11:34:46,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +15: [2023-05-10 11:34:46,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 1: [2023-05-10 11:34:46,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +27: [2023-05-10 11:34:46,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +15: [2023-05-10 11:34:46,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +27: [2023-05-10 11:34:46,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +15: [2023-05-10 11:34:46,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +26: [2023-05-10 11:34:46,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-10 11:34:46,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-10 11:34:46,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-10 11:34:46,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-10 11:34:46,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +24: [2023-05-10 11:34:46,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 5: [2023-05-10 11:34:46,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-10 11:34:46,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-10 11:34:46,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 1: [2023-05-10 11:34:46,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-10 11:34:46,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 5: [2023-05-10 11:34:46,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-10 11:34:46,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-10 11:34:46,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-10 11:34:46,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-10 11:34:46,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-10 11:34:46,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 4: [2023-05-10 11:34:46,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 5: [2023-05-10 11:34:46,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-10 11:34:46,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +14: [2023-05-10 11:34:46,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +14: [2023-05-10 11:34:46,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +14: [2023-05-10 11:34:46,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +14: [2023-05-10 11:34:46,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 4: [2023-05-10 11:34:46,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-10 11:34:46,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-10 11:34:46,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-10 11:34:46,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +11: [2023-05-10 11:34:46,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +19: [2023-05-10 11:34:46,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-10 11:34:46,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-10 11:34:46,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-10 11:34:46,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +11: [2023-05-10 11:34:46,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 4: [2023-05-10 11:34:46,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +16: [2023-05-10 11:34:46,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +16: [2023-05-10 11:34:46,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 1: [2023-05-10 11:34:46,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-10 11:34:46,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-10 11:34:46,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +16: [2023-05-10 11:34:46,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 7: [2023-05-10 11:34:46,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 7: [2023-05-10 11:34:46,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 7: [2023-05-10 11:34:46,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 7: [2023-05-10 11:34:46,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 2: [2023-05-10 11:34:46,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-10 11:34:46,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-10 11:34:46,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +29: [2023-05-10 11:34:46,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +29: [2023-05-10 11:34:46,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +29: [2023-05-10 11:34:46,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 9: [2023-05-10 11:34:46,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 9: [2023-05-10 11:34:46,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 1: [2023-05-10 11:34:46,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 1: [2023-05-10 11:34:46,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 9: [2023-05-10 11:34:46,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 6: [2023-05-10 11:34:46,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-10 11:34:46,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-10 11:34:46,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +12: [2023-05-10 11:34:46,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-10 11:34:46,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +20: [2023-05-10 11:34:46,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +20: [2023-05-10 11:34:46,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +20: [2023-05-10 11:34:46,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +25: [2023-05-10 11:34:46,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +25: [2023-05-10 11:34:46,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +12: [2023-05-10 11:34:46,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-10 11:34:46,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +23: [2023-05-10 11:34:46,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +23: [2023-05-10 11:34:46,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +12: [2023-05-10 11:34:46,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-10 11:34:46,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-10 11:34:46,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +25: [2023-05-10 11:34:46,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +18: [2023-05-10 11:34:46,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +18: [2023-05-10 11:34:46,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +18: [2023-05-10 11:34:46,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +25: [2023-05-10 11:34:46,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +17: [2023-05-10 11:34:46,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-10 11:34:46,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +13: [2023-05-10 11:34:46,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-10 11:34:46,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-10 11:34:46,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-10 11:34:46,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-10 11:34:46,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-10 11:34:46,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 3: [2023-05-10 11:34:46,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 3: [2023-05-10 11:34:46,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 3: [2023-05-10 11:34:46,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +27: [2023-05-10 11:34:46,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-10 11:34:46,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-10 11:34:46,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +28: [2023-05-10 11:34:46,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-10 11:34:46,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-10 11:34:46,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 8: [2023-05-10 11:34:46,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +15: [2023-05-10 11:34:46,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-10 11:34:46,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-10 11:34:46,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 8: [2023-05-10 11:34:46,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +24: [2023-05-10 11:34:46,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-10 11:34:46,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-10 11:34:46,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-10 11:34:46,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-10 11:34:46,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-10 11:34:46,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-10 11:34:46,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-10 11:34:46,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +17: [2023-05-10 11:34:46,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +28: [2023-05-10 11:34:46,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +29: [2023-05-10 11:34:46,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-10 11:34:46,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-10 11:34:46,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-10 11:34:46,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +17: [2023-05-10 11:34:46,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +29: [2023-05-10 11:34:46,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-10 11:34:46,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-10 11:34:46,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-10 11:34:46,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-10 11:34:46,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-10 11:34:46,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-10 11:34:46,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +30: [2023-05-10 11:34:46,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +14: [2023-05-10 11:34:46,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-10 11:34:46,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +30: [2023-05-10 11:34:46,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +14: [2023-05-10 11:34:46,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-10 11:34:46,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-10 11:34:46,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-10 11:34:46,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-10 11:34:46,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-10 11:34:46,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-10 11:34:46,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 7: [2023-05-10 11:34:47,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-10 11:34:47,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-10 11:34:47,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-10 11:34:47,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-10 11:34:47,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-10 11:34:47,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-10 11:34:47,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-10 11:34:47,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-10 11:34:47,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-10 11:34:47,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-10 11:34:47,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-10 11:34:47,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +23: [2023-05-10 11:34:47,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-10 11:34:47,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-10 11:34:47,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-10 11:34:47,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-10 11:34:47,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-10 11:34:47,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-10 11:34:47,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-10 11:34:47,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-10 11:34:47,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-10 11:34:47,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-10 11:34:47,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-10 11:34:47,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-10 11:34:47,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-10 11:34:47,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-10 11:34:47,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-10 11:34:47,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-10 11:34:47,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-10 11:34:47,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-10 11:34:47,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-10 11:34:47,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-10 11:34:47,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-10 11:34:47,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-10 11:34:47,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-10 11:34:47,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +18: [2023-05-10 11:34:47,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-10 11:34:47,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-10 11:34:47,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-10 11:34:47,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +18: [2023-05-10 11:34:47,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-10 11:34:47,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-10 11:34:47,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-10 11:34:47,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +22: [2023-05-10 11:34:47,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 5: [2023-05-10 11:34:47,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-10 11:34:47,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-10 11:34:47,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-10 11:34:47,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-10 11:34:47,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-10 11:34:47,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-10 11:34:47,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-10 11:34:47,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-10 11:34:47,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-10 11:34:47,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-10 11:34:47,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +26: [2023-05-10 11:34:47,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +26: [2023-05-10 11:34:47,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 5: [2023-05-10 11:34:47,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-10 11:34:47,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +26: [2023-05-10 11:34:47,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 5: [2023-05-10 11:34:47,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-10 11:34:47,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-10 11:34:47,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +29: [2023-05-10 11:34:47,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-10 11:34:47,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-10 11:34:47,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-10 11:34:47,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 5: [2023-05-10 11:34:47,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 5: [2023-05-10 11:34:47,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +30: [2023-05-10 11:34:47,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-10 11:34:47,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-10 11:34:47,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-10 11:34:47,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-10 11:34:47,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-10 11:34:47,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-10 11:34:47,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-10 11:34:47,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-10 11:34:47,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +19: [2023-05-10 11:34:47,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +29: [2023-05-10 11:34:47,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-10 11:34:47,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-10 11:34:47,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +12: [2023-05-10 11:34:47,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-10 11:34:47,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +19: [2023-05-10 11:34:47,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +30: [2023-05-10 11:34:47,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-10 11:34:47,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-10 11:34:47,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-10 11:34:47,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +10: [2023-05-10 11:34:47,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 2: [2023-05-10 11:34:47,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +10: [2023-05-10 11:34:47,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +12: [2023-05-10 11:34:47,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +10: [2023-05-10 11:34:47,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 6: [2023-05-10 11:34:47,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-10 11:34:47,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-10 11:34:47,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-10 11:34:47,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-10 11:34:47,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-10 11:34:47,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-10 11:34:47,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-10 11:34:47,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-10 11:34:47,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-10 11:34:47,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-10 11:34:47,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-10 11:34:47,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 2: [2023-05-10 11:34:47,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +15: [2023-05-10 11:34:47,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-10 11:34:47,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 6: [2023-05-10 11:34:47,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +12: [2023-05-10 11:34:47,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +12: [2023-05-10 11:34:47,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 6: [2023-05-10 11:34:47,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 6: [2023-05-10 11:34:47,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +13: [2023-05-10 11:34:47,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +27: [2023-05-10 11:34:47,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-10 11:34:47,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +31: [2023-05-10 11:34:47,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +31: [2023-05-10 11:34:47,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +31: [2023-05-10 11:34:47,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +27: [2023-05-10 11:34:47,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-10 11:34:47,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +27: [2023-05-10 11:34:47,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-10 11:34:47,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-10 11:34:47,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-10 11:34:47,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 0: [2023-05-10 11:34:47,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 0: [2023-05-10 11:34:47,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. + 0: [2023-05-10 11:34:47,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +13: [2023-05-10 11:34:47,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-10 11:34:47,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-10 11:34:47,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-10 11:34:47,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-10 11:34:47,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-10 11:34:47,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-10 11:34:47,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-10 11:34:47,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +15: [2023-05-10 11:34:47,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +27: [2023-05-10 11:34:47,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +21: [2023-05-10 11:34:47,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +27: [2023-05-10 11:34:47,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +27: [2023-05-10 11:34:47,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +13: [2023-05-10 11:34:47,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-10 11:34:47,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +21: [2023-05-10 11:34:47,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +15: [2023-05-10 11:34:47,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +24: [2023-05-10 11:34:47,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +24: [2023-05-10 11:34:47,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +11: [2023-05-10 11:34:47,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-10 11:34:47,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-10 11:34:47,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_03-model_01-model_states.pt. +15: [2023-05-10 11:34:47,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +14: [2023-05-10 11:34:47,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +13: [2023-05-10 11:34:47,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +13: [2023-05-10 11:34:47,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +16: [2023-05-10 11:34:47,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-10 11:34:47,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +16: [2023-05-10 11:34:47,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-10 11:34:47,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +11: [2023-05-10 11:34:47,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +20: [2023-05-10 11:34:47,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-10 11:34:47,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +14: [2023-05-10 11:34:47,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-10 11:34:47,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-10 11:34:47,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-10 11:34:47,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-10 11:34:47,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 7: [2023-05-10 11:34:47,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-10 11:34:47,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-10 11:34:47,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-10 11:34:47,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +11: [2023-05-10 11:34:47,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-10 11:34:47,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-10 11:34:47,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-10 11:34:47,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-10 11:34:47,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-10 11:34:47,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-10 11:34:47,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +16: [2023-05-10 11:34:47,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-10 11:34:47,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-10 11:34:47,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-10 11:34:47,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-10 11:34:47,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +14: [2023-05-10 11:34:47,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 7: [2023-05-10 11:34:47,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 7: [2023-05-10 11:34:47,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +25: [2023-05-10 11:34:47,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +20: [2023-05-10 11:34:47,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-10 11:34:47,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-10 11:34:47,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +25: [2023-05-10 11:34:47,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-10 11:34:47,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-10 11:34:47,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 7: [2023-05-10 11:34:47,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 9: [2023-05-10 11:34:47,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-10 11:34:47,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-10 11:34:47,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +16: [2023-05-10 11:34:47,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +11: [2023-05-10 11:34:47,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +11: [2023-05-10 11:34:47,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +16: [2023-05-10 11:34:47,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +10: [2023-05-10 11:34:47,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-10 11:34:47,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +10: [2023-05-10 11:34:47,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-10 11:34:47,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-10 11:34:47,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-10 11:34:47,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-10 11:34:47,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 9: [2023-05-10 11:34:47,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 9: [2023-05-10 11:34:47,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 3: [2023-05-10 11:34:47,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-10 11:34:47,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-10 11:34:47,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-10 11:34:47,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +25: [2023-05-10 11:34:47,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +18: [2023-05-10 11:34:47,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-10 11:34:47,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-10 11:34:47,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 9: [2023-05-10 11:34:47,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +29: [2023-05-10 11:34:47,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-10 11:34:47,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-10 11:34:47,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-10 11:34:47,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-10 11:34:47,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-10 11:34:47,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +25: [2023-05-10 11:34:47,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 3: [2023-05-10 11:34:47,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 3: [2023-05-10 11:34:47,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +29: [2023-05-10 11:34:47,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +18: [2023-05-10 11:34:47,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-10 11:34:47,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-10 11:34:47,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-10 11:34:47,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-10 11:34:47,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-10 11:34:47,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +18: [2023-05-10 11:34:47,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +29: [2023-05-10 11:34:47,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 8: [2023-05-10 11:34:47,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-10 11:34:47,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-10 11:34:47,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +29: [2023-05-10 11:34:47,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-10 11:34:47,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-10 11:34:47,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 3: [2023-05-10 11:34:47,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 3: [2023-05-10 11:34:47,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +18: [2023-05-10 11:34:47,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 8: [2023-05-10 11:34:47,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 8: [2023-05-10 11:34:47,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +18: [2023-05-10 11:34:47,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +23: [2023-05-10 11:34:47,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 8: [2023-05-10 11:34:47,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +23: [2023-05-10 11:34:47,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +29: [2023-05-10 11:34:47,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +29: [2023-05-10 11:34:47,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 8: [2023-05-10 11:34:47,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-10 11:34:47,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-10 11:34:47,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-10 11:34:47,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-10 11:34:47,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-10 11:34:47,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-10 11:34:47,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +30: [2023-05-10 11:34:47,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-10 11:34:47,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-10 11:34:47,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-10 11:34:47,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-10 11:34:47,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +30: [2023-05-10 11:34:47,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-10 11:34:47,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-10 11:34:47,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-10 11:34:47,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +30: [2023-05-10 11:34:47,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +30: [2023-05-10 11:34:47,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +10: [2023-05-10 11:34:47,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-10 11:34:47,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +10: [2023-05-10 11:34:47,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-10 11:34:47,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-10 11:34:47,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-10 11:34:47,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +10: [2023-05-10 11:34:47,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +10: [2023-05-10 11:34:47,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +21: [2023-05-10 11:34:47,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-10 11:34:47,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 0: [2023-05-10 11:34:47,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-10 11:34:47,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-10 11:34:47,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-10 11:34:47,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-10 11:34:47,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 0: [2023-05-10 11:34:47,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +21: [2023-05-10 11:34:47,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-10 11:34:47,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-10 11:34:47,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-10 11:34:47,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 0: [2023-05-10 11:34:47,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +21: [2023-05-10 11:34:47,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +21: [2023-05-10 11:34:47,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... +21: [2023-05-10 11:34:47,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt... + 6: [2023-05-10 11:34:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-10 11:34:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-10 11:34:47,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-10 11:34:47,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-10 11:34:47,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-10 11:34:47,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-10 11:34:47,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-10 11:34:47,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-10 11:34:47,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-10 11:34:47,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-10 11:34:47,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-10 11:34:47,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-10 11:34:47,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-10 11:34:47,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-10 11:34:47,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-10 11:34:47,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-10 11:34:47,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-10 11:34:47,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-10 11:34:47,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-10 11:34:47,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-10 11:34:47,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-10 11:34:47,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-10 11:34:47,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-10 11:34:47,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-10 11:34:47,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-10 11:34:47,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-10 11:34:47,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-10 11:34:47,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-10 11:34:47,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-10 11:34:47,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-10 11:34:47,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-10 11:34:47,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-10 11:34:47,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-10 11:34:47,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-10 11:34:47,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-10 11:34:47,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-10 11:34:47,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-10 11:34:47,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-10 11:34:47,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-10 11:34:47,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-10 11:34:47,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-10 11:34:47,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-10 11:34:47,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-10 11:34:47,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-10 11:34:47,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-10 11:34:47,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-10 11:34:47,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-10 11:34:47,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-10 11:34:47,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-10 11:34:47,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-10 11:34:47,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-10 11:34:47,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-10 11:34:47,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-10 11:34:47,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-10 11:34:47,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-10 11:34:47,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-10 11:34:47,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-10 11:34:47,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-10 11:34:47,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-10 11:34:47,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-10 11:34:47,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-10 11:34:47,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-10 11:34:47,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-10 11:34:47,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-10 11:34:47,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-10 11:34:47,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-10 11:34:47,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-10 11:34:47,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-10 11:34:47,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-10 11:34:47,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-10 11:34:47,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-10 11:34:47,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-10 11:34:47,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-10 11:34:47,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-10 11:34:47,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-10 11:34:47,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-10 11:34:47,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-10 11:34:47,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-10 11:34:47,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-10 11:34:47,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-10 11:34:47,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-10 11:34:47,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-10 11:34:47,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-10 11:34:47,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-10 11:34:47,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-10 11:34:47,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-10 11:34:47,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-10 11:34:47,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-10 11:34:47,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-10 11:34:47,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-10 11:34:47,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-10 11:34:47,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-10 11:34:47,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-10 11:34:47,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-10 11:34:47,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-10 11:34:47,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-10 11:34:47,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-10 11:34:47,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-10 11:34:47,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-10 11:34:47,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-10 11:34:47,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-10 11:34:47,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-10 11:34:47,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-10 11:34:47,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-10 11:34:47,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-10 11:34:47,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-10 11:34:47,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-10 11:34:47,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-10 11:34:47,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-10 11:34:47,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-10 11:34:47,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-10 11:34:47,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-10 11:34:47,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-10 11:34:47,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-10 11:34:47,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-10 11:34:47,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-10 11:34:47,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-10 11:34:47,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-10 11:34:47,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-10 11:34:47,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-10 11:34:47,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-10 11:34:47,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-10 11:34:47,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-10 11:34:47,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-10 11:34:47,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-10 11:34:47,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-10 11:34:47,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-10 11:34:47,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-10 11:34:47,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-10 11:34:47,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-10 11:34:47,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-10 11:34:47,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-10 11:34:47,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-10 11:34:47,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-10 11:34:47,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-10 11:34:47,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-10 11:34:47,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-10 11:34:47,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-10 11:34:47,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-10 11:34:47,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-10 11:34:47,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-10 11:34:47,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-10 11:34:47,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-10 11:34:47,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-10 11:34:47,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-10 11:34:47,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-10 11:34:47,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-10 11:34:47,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-10 11:34:47,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-10 11:34:47,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-10 11:34:47,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-10 11:34:47,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-10 11:34:47,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-10 11:34:47,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-10 11:34:47,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-10 11:34:47,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-10 11:34:47,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-10 11:34:47,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-10 11:34:47,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-10 11:34:47,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-10 11:34:47,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-10 11:34:47,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-10 11:34:47,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-10 11:34:47,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-10 11:34:47,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-10 11:34:47,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-10 11:34:47,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-10 11:34:47,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-10 11:34:47,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-10 11:34:47,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-10 11:34:47,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-10 11:34:47,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-10 11:34:47,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-10 11:34:47,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-10 11:34:47,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-10 11:34:47,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-10 11:34:47,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-10 11:34:47,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-10 11:34:47,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-10 11:34:47,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-10 11:34:47,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-10 11:34:47,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-10 11:34:47,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-10 11:34:47,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-10 11:34:47,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-10 11:34:47,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-10 11:34:47,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-10 11:34:47,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-10 11:34:47,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-10 11:34:47,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-10 11:34:47,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-10 11:34:47,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-10 11:34:47,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-10 11:34:47,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-10 11:34:47,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-10 11:34:47,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-10 11:34:47,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-10 11:34:47,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-10 11:34:47,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-10 11:34:47,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-10 11:34:47,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-10 11:34:47,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-10 11:34:47,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-10 11:34:47,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-10 11:34:47,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-10 11:34:47,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-10 11:34:47,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-10 11:34:47,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-10 11:34:47,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-10 11:34:47,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-10 11:34:47,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-10 11:34:47,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-10 11:34:47,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-10 11:34:47,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-10 11:34:47,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-10 11:34:47,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-10 11:34:47,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-10 11:34:47,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-10 11:34:47,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-10 11:34:47,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-10 11:34:47,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-10 11:34:47,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-10 11:34:47,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-10 11:34:47,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-10 11:34:47,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-10 11:34:47,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-10 11:34:47,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-10 11:34:47,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-10 11:34:47,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-10 11:34:47,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-10 11:34:47,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-10 11:34:47,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-10 11:34:47,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-10 11:34:47,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-10 11:34:47,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-10 11:34:47,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-10 11:34:47,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-10 11:34:47,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-10 11:34:47,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-10 11:34:47,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-10 11:34:47,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-10 11:34:47,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-10 11:34:47,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-10 11:34:47,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-10 11:34:47,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-10 11:34:47,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-10 11:34:47,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-10 11:34:47,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-10 11:34:47,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-10 11:34:47,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-10 11:34:47,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-10 11:34:47,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-10 11:34:47,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-10 11:34:47,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-10 11:34:47,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-10 11:34:47,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-10 11:34:47,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-10 11:34:47,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-10 11:34:47,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-10 11:34:47,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-10 11:34:47,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-10 11:34:47,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-10 11:34:47,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-10 11:34:47,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-10 11:34:47,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-10 11:34:47,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-10 11:34:47,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-10 11:34:47,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-10 11:34:47,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-10 11:34:47,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-10 11:34:47,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-10 11:34:47,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-10 11:34:47,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-10 11:34:47,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-10 11:34:47,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-10 11:34:47,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-10 11:34:47,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-10 11:34:47,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-10 11:34:47,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-10 11:34:47,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-10 11:34:47,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-10 11:34:47,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-10 11:34:47,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-10 11:34:47,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-10 11:34:47,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-10 11:34:47,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-10 11:34:47,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-10 11:34:47,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-10 11:34:47,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-10 11:34:47,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-10 11:34:47,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-10 11:34:47,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-10 11:34:47,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-10 11:34:47,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-10 11:34:47,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-10 11:34:47,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-10 11:34:47,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-10 11:34:47,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-10 11:34:47,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-10 11:34:47,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-10 11:34:47,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-10 11:34:47,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-10 11:34:47,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-10 11:34:47,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-10 11:34:47,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-10 11:34:47,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-10 11:34:47,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-10 11:34:47,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-10 11:34:47,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-10 11:34:47,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-10 11:34:47,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-10 11:34:47,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-10 11:34:47,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-10 11:34:47,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-10 11:34:47,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-10 11:34:47,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-10 11:34:47,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-10 11:34:47,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-10 11:34:47,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-10 11:34:47,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-10 11:34:47,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-10 11:34:47,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-10 11:34:47,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-10 11:34:47,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-10 11:34:47,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-10 11:34:47,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-10 11:34:47,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-10 11:34:47,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-10 11:34:47,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-10 11:34:47,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-10 11:34:47,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-10 11:34:47,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-10 11:34:47,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-10 11:34:47,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-10 11:34:47,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-10 11:34:47,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-10 11:34:47,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-10 11:34:47,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-10 11:34:47,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-10 11:34:47,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-10 11:34:47,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-10 11:34:47,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-10 11:34:47,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-10 11:34:47,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-10 11:34:47,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-10 11:34:47,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-10 11:34:47,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-10 11:34:47,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-10 11:34:47,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-10 11:34:47,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-10 11:34:47,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-10 11:34:47,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-10 11:34:47,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-10 11:34:47,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-10 11:34:47,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-10 11:34:47,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-10 11:34:47,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-10 11:34:47,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-10 11:34:47,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-10 11:34:47,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-10 11:34:47,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-10 11:34:47,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-10 11:34:47,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-10 11:34:47,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-10 11:34:47,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-10 11:34:47,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-10 11:34:47,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-10 11:34:47,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-10 11:34:47,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-10 11:34:47,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-10 11:34:47,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-10 11:34:47,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-10 11:34:47,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-10 11:34:47,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-10 11:34:47,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-10 11:34:47,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-10 11:34:47,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-10 11:34:47,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-10 11:34:47,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-10 11:34:47,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-10 11:34:47,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-10 11:34:47,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-10 11:34:47,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-10 11:34:47,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-10 11:34:47,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-10 11:34:47,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-10 11:34:47,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-10 11:34:47,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-10 11:34:47,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-10 11:34:47,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-10 11:34:47,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-10 11:34:47,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-10 11:34:47,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-10 11:34:47,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-10 11:34:47,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-10 11:34:47,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-10 11:34:47,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-10 11:34:47,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-10 11:34:47,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-10 11:34:47,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-10 11:34:47,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-10 11:34:47,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-10 11:34:47,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-10 11:34:47,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-10 11:34:47,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-10 11:34:47,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-10 11:34:47,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-10 11:34:47,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-10 11:34:47,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-10 11:34:47,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-10 11:34:47,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-10 11:34:47,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-10 11:34:47,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-10 11:34:47,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-10 11:34:47,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-10 11:34:47,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-10 11:34:47,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-10 11:34:47,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-10 11:34:47,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-10 11:34:47,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-10 11:34:47,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-10 11:34:47,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-10 11:34:47,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-10 11:34:47,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-10 11:34:47,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-10 11:34:47,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-10 11:34:47,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-10 11:34:47,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-10 11:34:47,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-10 11:34:47,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-10 11:34:47,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-10 11:34:47,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-10 11:34:47,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-10 11:34:47,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-10 11:34:47,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-10 11:34:47,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-10 11:34:47,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-10 11:34:47,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-10 11:34:47,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-10 11:34:47,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-10 11:34:47,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-10 11:34:47,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-10 11:34:47,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-10 11:34:47,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-10 11:34:47,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-10 11:34:47,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-10 11:34:47,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-10 11:34:47,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-10 11:34:47,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-10 11:34:47,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-10 11:34:47,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-10 11:34:47,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-10 11:34:47,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-10 11:34:47,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-10 11:34:47,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-10 11:34:47,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-10 11:34:47,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-10 11:34:47,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-10 11:34:47,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-10 11:34:47,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-10 11:34:47,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-10 11:34:47,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-10 11:34:47,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-10 11:34:47,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-10 11:34:47,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-10 11:34:47,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-10 11:34:47,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-10 11:34:47,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-10 11:34:47,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-10 11:34:47,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-10 11:34:47,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-10 11:34:47,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-10 11:34:47,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-10 11:34:47,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-10 11:34:47,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-10 11:34:47,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-10 11:34:47,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-10 11:34:47,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-10 11:34:47,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-10 11:34:47,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-10 11:34:47,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-10 11:34:47,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-10 11:34:47,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-10 11:34:47,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-10 11:34:47,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-10 11:34:47,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-10 11:34:47,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-10 11:34:47,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-10 11:34:47,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-10 11:34:47,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-10 11:34:47,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-10 11:34:47,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-10 11:34:47,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +21: [2023-05-10 11:34:47,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +21: [2023-05-10 11:34:47,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +21: [2023-05-10 11:34:47,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +21: [2023-05-10 11:34:47,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-10 11:34:47,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-10 11:34:47,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-10 11:34:47,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-10 11:34:47,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +16: [2023-05-10 11:34:47,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +16: [2023-05-10 11:34:47,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +16: [2023-05-10 11:34:47,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +21: [2023-05-10 11:34:47,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-10 11:34:47,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-10 11:34:47,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-10 11:34:47,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-10 11:34:47,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-10 11:34:47,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +11: [2023-05-10 11:34:47,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +21: [2023-05-10 11:34:47,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +11: [2023-05-10 11:34:47,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +11: [2023-05-10 11:34:47,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 3: [2023-05-10 11:34:47,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 3: [2023-05-10 11:34:47,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 3: [2023-05-10 11:34:47,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 3: [2023-05-10 11:34:47,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 2: [2023-05-10 11:34:47,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 2: [2023-05-10 11:34:47,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 2: [2023-05-10 11:34:47,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +29: [2023-05-10 11:34:47,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 2: [2023-05-10 11:34:47,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +29: [2023-05-10 11:34:47,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +29: [2023-05-10 11:34:47,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +29: [2023-05-10 11:34:47,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +22: [2023-05-10 11:34:47,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +22: [2023-05-10 11:34:47,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +22: [2023-05-10 11:34:47,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +22: [2023-05-10 11:34:47,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +28: [2023-05-10 11:34:47,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +28: [2023-05-10 11:34:47,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +28: [2023-05-10 11:34:47,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +28: [2023-05-10 11:34:47,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +21: [2023-05-10 11:34:47,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-10 11:34:47,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-10 11:34:47,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-10 11:34:47,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +21: [2023-05-10 11:34:47,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 3: [2023-05-10 11:34:47,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-10 11:34:47,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-10 11:34:47,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-10 11:34:47,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-10 11:34:47,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-10 11:34:47,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-10 11:34:47,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-10 11:34:47,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-10 11:34:47,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 3: [2023-05-10 11:34:47,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-10 11:34:47,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-10 11:34:47,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-10 11:34:47,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-10 11:34:47,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-10 11:34:47,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-10 11:34:47,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-10 11:34:47,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-10 11:34:47,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-10 11:34:47,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-10 11:34:47,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +10: [2023-05-10 11:34:47,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +10: [2023-05-10 11:34:47,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +10: [2023-05-10 11:34:47,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +28: [2023-05-10 11:34:47,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-10 11:34:47,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-10 11:34:47,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-10 11:34:47,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-10 11:34:47,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-10 11:34:47,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-10 11:34:47,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-10 11:34:47,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-10 11:34:47,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +16: [2023-05-10 11:34:47,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +16: [2023-05-10 11:34:47,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-10 11:34:47,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-10 11:34:47,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +16: [2023-05-10 11:34:47,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +10: [2023-05-10 11:34:47,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-10 11:34:47,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-10 11:34:47,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-10 11:34:47,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-10 11:34:47,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-10 11:34:47,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +28: [2023-05-10 11:34:47,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-10 11:34:47,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-10 11:34:47,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-10 11:34:47,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-10 11:34:47,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-10 11:34:47,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-10 11:34:47,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-10 11:34:47,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-10 11:34:47,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-10 11:34:47,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-10 11:34:47,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-10 11:34:47,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-10 11:34:47,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-10 11:34:47,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 2: [2023-05-10 11:34:47,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +28: [2023-05-10 11:34:47,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-10 11:34:47,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-10 11:34:47,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 2: [2023-05-10 11:34:47,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 2: [2023-05-10 11:34:47,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +27: [2023-05-10 11:34:47,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +11: [2023-05-10 11:34:47,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +29: [2023-05-10 11:34:47,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 3: [2023-05-10 11:34:47,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +27: [2023-05-10 11:34:47,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +29: [2023-05-10 11:34:47,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +27: [2023-05-10 11:34:47,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +11: [2023-05-10 11:34:47,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +11: [2023-05-10 11:34:47,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +29: [2023-05-10 11:34:47,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-10 11:34:47,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-10 11:34:47,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 3: [2023-05-10 11:34:47,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 3: [2023-05-10 11:34:47,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +28: [2023-05-10 11:34:47,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +11: [2023-05-10 11:34:47,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +29: [2023-05-10 11:34:47,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +29: [2023-05-10 11:34:47,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +28: [2023-05-10 11:34:47,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-10 11:34:47,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-10 11:34:47,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +22: [2023-05-10 11:34:47,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-10 11:34:47,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 5: [2023-05-10 11:34:47,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 5: [2023-05-10 11:34:47,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +28: [2023-05-10 11:34:47,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 5: [2023-05-10 11:34:47,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +22: [2023-05-10 11:34:47,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +22: [2023-05-10 11:34:47,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-10 11:34:47,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-10 11:34:47,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 8: [2023-05-10 11:34:47,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +22: [2023-05-10 11:34:47,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-10 11:34:47,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +22: [2023-05-10 11:34:47,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 8: [2023-05-10 11:34:47,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 8: [2023-05-10 11:34:47,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +27: [2023-05-10 11:34:47,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-10 11:34:47,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-10 11:34:47,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-10 11:34:47,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-10 11:34:47,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-10 11:34:47,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +22: [2023-05-10 11:34:47,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +24: [2023-05-10 11:34:47,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +24: [2023-05-10 11:34:47,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +24: [2023-05-10 11:34:47,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +24: [2023-05-10 11:34:47,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 5: [2023-05-10 11:34:47,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-10 11:34:47,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-10 11:34:47,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-10 11:34:47,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-10 11:34:47,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-10 11:34:47,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-10 11:34:47,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-10 11:34:47,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +10: [2023-05-10 11:34:47,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +10: [2023-05-10 11:34:47,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 8: [2023-05-10 11:34:47,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-10 11:34:47,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-10 11:34:47,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +26: [2023-05-10 11:34:47,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +26: [2023-05-10 11:34:47,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +26: [2023-05-10 11:34:47,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 8: [2023-05-10 11:34:47,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-10 11:34:47,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-10 11:34:47,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +20: [2023-05-10 11:34:47,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +20: [2023-05-10 11:34:47,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +20: [2023-05-10 11:34:47,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +24: [2023-05-10 11:34:47,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-10 11:34:47,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-10 11:34:47,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-10 11:34:47,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-10 11:34:47,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +12: [2023-05-10 11:34:47,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +12: [2023-05-10 11:34:47,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +12: [2023-05-10 11:34:47,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +26: [2023-05-10 11:34:47,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-10 11:34:47,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-10 11:34:47,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-10 11:34:47,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-10 11:34:47,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-10 11:34:47,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-10 11:34:47,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +27: [2023-05-10 11:34:47,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-10 11:34:47,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-10 11:34:47,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 5: [2023-05-10 11:34:47,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-10 11:34:47,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +27: [2023-05-10 11:34:47,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +20: [2023-05-10 11:34:47,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-10 11:34:47,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-10 11:34:47,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +20: [2023-05-10 11:34:47,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-10 11:34:47,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-10 11:34:47,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-10 11:34:47,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-10 11:34:47,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-10 11:34:47,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 4: [2023-05-10 11:34:47,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 4: [2023-05-10 11:34:47,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 4: [2023-05-10 11:34:47,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 5: [2023-05-10 11:34:47,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 5: [2023-05-10 11:34:47,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 5: [2023-05-10 11:34:47,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 8: [2023-05-10 11:34:47,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-10 11:34:47,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-10 11:34:47,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-10 11:34:47,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-10 11:34:47,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-10 11:34:47,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 8: [2023-05-10 11:34:47,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 8: [2023-05-10 11:34:47,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +12: [2023-05-10 11:34:47,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-10 11:34:47,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-10 11:34:47,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-10 11:34:47,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +24: [2023-05-10 11:34:47,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-10 11:34:47,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-10 11:34:47,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-10 11:34:47,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-10 11:34:47,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-10 11:34:47,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-10 11:34:47,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 4: [2023-05-10 11:34:47,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-10 11:34:47,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-10 11:34:47,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +26: [2023-05-10 11:34:47,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +24: [2023-05-10 11:34:47,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +26: [2023-05-10 11:34:47,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-10 11:34:47,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-10 11:34:47,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-10 11:34:47,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +26: [2023-05-10 11:34:47,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +20: [2023-05-10 11:34:47,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-10 11:34:47,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-10 11:34:47,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +20: [2023-05-10 11:34:47,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-10 11:34:47,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +26: [2023-05-10 11:34:47,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +20: [2023-05-10 11:34:47,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +18: [2023-05-10 11:34:47,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +18: [2023-05-10 11:34:47,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +18: [2023-05-10 11:34:47,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +18: [2023-05-10 11:34:47,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +19: [2023-05-10 11:34:47,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +19: [2023-05-10 11:34:47,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +20: [2023-05-10 11:34:47,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-10 11:34:47,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-10 11:34:47,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +19: [2023-05-10 11:34:47,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +25: [2023-05-10 11:34:47,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +25: [2023-05-10 11:34:47,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +12: [2023-05-10 11:34:47,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-10 11:34:47,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +25: [2023-05-10 11:34:47,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +20: [2023-05-10 11:34:47,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +20: [2023-05-10 11:34:47,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 9: [2023-05-10 11:34:47,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 9: [2023-05-10 11:34:47,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 9: [2023-05-10 11:34:47,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 9: [2023-05-10 11:34:47,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +17: [2023-05-10 11:34:47,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +17: [2023-05-10 11:34:47,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +17: [2023-05-10 11:34:47,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +17: [2023-05-10 11:34:47,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +12: [2023-05-10 11:34:47,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +12: [2023-05-10 11:34:47,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-10 11:34:47,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-10 11:34:47,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-10 11:34:47,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 4: [2023-05-10 11:34:47,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-10 11:34:47,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 7: [2023-05-10 11:34:47,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 7: [2023-05-10 11:34:47,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 7: [2023-05-10 11:34:47,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +18: [2023-05-10 11:34:47,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-10 11:34:47,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-10 11:34:47,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-10 11:34:47,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-10 11:34:47,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-10 11:34:47,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +12: [2023-05-10 11:34:47,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +12: [2023-05-10 11:34:47,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +19: [2023-05-10 11:34:48,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-10 11:34:48,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-10 11:34:48,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-10 11:34:48,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-10 11:34:48,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-10 11:34:48,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-10 11:34:48,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-10 11:34:48,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-10 11:34:48,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-10 11:34:48,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-10 11:34:48,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-10 11:34:48,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-10 11:34:48,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-10 11:34:48,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-10 11:34:48,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-10 11:34:48,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-10 11:34:48,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-10 11:34:48,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 4: [2023-05-10 11:34:48,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +13: [2023-05-10 11:34:48,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +13: [2023-05-10 11:34:48,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +13: [2023-05-10 11:34:48,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +13: [2023-05-10 11:34:48,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +15: [2023-05-10 11:34:48,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +15: [2023-05-10 11:34:48,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +15: [2023-05-10 11:34:48,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +15: [2023-05-10 11:34:48,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 0: [2023-05-10 11:34:48,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 0: [2023-05-10 11:34:48,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 0: [2023-05-10 11:34:48,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 0: [2023-05-10 11:34:48,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +23: [2023-05-10 11:34:48,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +23: [2023-05-10 11:34:48,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +30: [2023-05-10 11:34:48,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +30: [2023-05-10 11:34:48,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +14: [2023-05-10 11:34:48,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +14: [2023-05-10 11:34:48,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 7: [2023-05-10 11:34:48,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-10 11:34:48,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +14: [2023-05-10 11:34:48,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +30: [2023-05-10 11:34:48,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 7: [2023-05-10 11:34:48,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-10 11:34:48,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +23: [2023-05-10 11:34:48,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +23: [2023-05-10 11:34:48,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 4: [2023-05-10 11:34:48,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-10 11:34:48,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 6: [2023-05-10 11:34:48,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 6: [2023-05-10 11:34:48,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 6: [2023-05-10 11:34:48,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +31: [2023-05-10 11:34:48,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +31: [2023-05-10 11:34:48,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +31: [2023-05-10 11:34:48,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +31: [2023-05-10 11:34:48,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 4: [2023-05-10 11:34:48,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 1: [2023-05-10 11:34:48,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 1: [2023-05-10 11:34:48,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 1: [2023-05-10 11:34:48,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. + 1: [2023-05-10 11:34:48,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_04-model_01-model_states.pt. +14: [2023-05-10 11:34:48,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-10 11:34:48,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-10 11:34:48,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-10 11:34:48,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-10 11:34:48,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-10 11:34:48,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-10 11:34:48,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-10 11:34:48,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-10 11:34:48,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-10 11:34:48,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-10 11:34:48,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-10 11:34:48,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-10 11:34:48,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-10 11:34:48,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-10 11:34:48,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-10 11:34:48,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-10 11:34:48,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-10 11:34:48,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-10 11:34:48,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-10 11:34:48,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-10 11:34:48,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-10 11:34:48,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-10 11:34:48,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-10 11:34:48,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +18: [2023-05-10 11:34:48,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +19: [2023-05-10 11:34:48,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +17: [2023-05-10 11:34:48,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-10 11:34:48,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-10 11:34:48,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-10 11:34:48,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-10 11:34:48,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-10 11:34:48,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-10 11:34:48,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-10 11:34:48,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-10 11:34:48,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-10 11:34:48,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-10 11:34:48,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-10 11:34:48,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-10 11:34:48,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +18: [2023-05-10 11:34:48,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +17: [2023-05-10 11:34:48,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +25: [2023-05-10 11:34:48,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-10 11:34:48,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-10 11:34:48,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 0: [2023-05-10 11:34:48,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-10 11:34:48,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-10 11:34:48,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-10 11:34:48,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 0: [2023-05-10 11:34:48,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-10 11:34:48,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-10 11:34:48,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-10 11:34:48,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 9: [2023-05-10 11:34:48,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +25: [2023-05-10 11:34:48,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +25: [2023-05-10 11:34:48,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +19: [2023-05-10 11:34:48,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-10 11:34:48,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-10 11:34:48,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-10 11:34:48,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 9: [2023-05-10 11:34:48,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +31: [2023-05-10 11:34:48,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-10 11:34:48,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-10 11:34:48,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-10 11:34:48,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-10 11:34:48,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-10 11:34:48,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-10 11:34:48,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +17: [2023-05-10 11:34:48,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +19: [2023-05-10 11:34:48,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +17: [2023-05-10 11:34:48,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +19: [2023-05-10 11:34:48,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +17: [2023-05-10 11:34:48,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 7: [2023-05-10 11:34:48,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 7: [2023-05-10 11:34:48,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 7: [2023-05-10 11:34:48,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 7: [2023-05-10 11:34:48,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +14: [2023-05-10 11:34:48,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-10 11:34:48,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-10 11:34:48,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-10 11:34:48,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-10 11:34:48,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +15: [2023-05-10 11:34:48,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-10 11:34:48,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +13: [2023-05-10 11:34:48,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 6: [2023-05-10 11:34:48,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-10 11:34:48,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-10 11:34:48,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +23: [2023-05-10 11:34:48,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-10 11:34:48,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-10 11:34:48,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-10 11:34:48,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-10 11:34:48,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 6: [2023-05-10 11:34:48,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-10 11:34:48,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +14: [2023-05-10 11:34:48,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-10 11:34:48,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-10 11:34:48,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +14: [2023-05-10 11:34:48,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-10 11:34:48,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-10 11:34:48,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-10 11:34:48,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-10 11:34:48,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-10 11:34:48,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-10 11:34:48,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +15: [2023-05-10 11:34:48,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-10 11:34:48,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +23: [2023-05-10 11:34:48,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +13: [2023-05-10 11:34:48,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-10 11:34:48,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 6: [2023-05-10 11:34:48,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 1: [2023-05-10 11:34:48,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-10 11:34:48,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-10 11:34:48,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +14: [2023-05-10 11:34:48,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 6: [2023-05-10 11:34:48,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-10 11:34:48,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-10 11:34:48,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +13: [2023-05-10 11:34:48,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +15: [2023-05-10 11:34:48,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-10 11:34:48,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +13: [2023-05-10 11:34:48,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-10 11:34:48,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +15: [2023-05-10 11:34:48,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +30: [2023-05-10 11:34:48,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +30: [2023-05-10 11:34:48,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +13: [2023-05-10 11:34:48,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 6: [2023-05-10 11:34:48,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 1: [2023-05-10 11:34:48,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 1: [2023-05-10 11:34:48,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +15: [2023-05-10 11:34:48,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +13: [2023-05-10 11:34:48,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +15: [2023-05-10 11:34:48,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +31: [2023-05-10 11:34:48,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-10 11:34:48,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +31: [2023-05-10 11:34:48,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-10 11:34:48,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 0: [2023-05-10 11:34:48,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 0: [2023-05-10 11:34:48,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... + 0: [2023-05-10 11:34:48,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +31: [2023-05-10 11:34:48,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +31: [2023-05-10 11:34:48,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +31: [2023-05-10 11:34:48,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-10 11:34:48,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt... +19: [2023-05-10 11:34:48,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-10 11:34:48,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-10 11:34:48,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-10 11:34:48,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-10 11:34:48,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-10 11:34:48,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-10 11:34:48,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-10 11:34:48,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-10 11:34:48,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-10 11:34:48,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-10 11:34:48,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-10 11:34:48,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-10 11:34:48,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-10 11:34:48,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-10 11:34:48,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-10 11:34:48,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-10 11:34:48,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-10 11:34:48,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-10 11:34:48,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-10 11:34:48,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-10 11:34:48,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-10 11:34:48,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-10 11:34:48,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-10 11:34:48,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-10 11:34:48,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-10 11:34:48,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-10 11:34:48,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-10 11:34:48,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-10 11:34:48,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-10 11:34:48,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-10 11:34:48,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-10 11:34:48,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-10 11:34:48,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-10 11:34:48,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-10 11:34:48,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-10 11:34:48,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-10 11:34:48,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-10 11:34:48,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-10 11:34:48,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-10 11:34:48,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-10 11:34:48,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-10 11:34:48,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-10 11:34:48,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-10 11:34:48,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-10 11:34:48,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-10 11:34:48,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-10 11:34:48,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-10 11:34:48,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-10 11:34:48,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-10 11:34:48,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-10 11:34:48,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-10 11:34:48,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-10 11:34:48,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-10 11:34:48,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-10 11:34:48,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-10 11:34:48,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-10 11:34:48,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-10 11:34:48,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-10 11:34:48,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-10 11:34:48,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-10 11:34:48,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-10 11:34:48,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-10 11:34:48,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-10 11:34:48,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-10 11:34:48,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-10 11:34:48,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-10 11:34:48,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-10 11:34:48,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-10 11:34:48,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-10 11:34:48,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-10 11:34:48,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-10 11:34:48,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-10 11:34:48,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-10 11:34:48,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-10 11:34:48,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-10 11:34:48,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-10 11:34:48,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-10 11:34:48,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-10 11:34:48,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-10 11:34:48,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-10 11:34:48,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-10 11:34:48,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-10 11:34:48,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-10 11:34:48,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-10 11:34:48,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-10 11:34:48,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-10 11:34:48,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-10 11:34:48,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-10 11:34:48,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-10 11:34:48,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-10 11:34:48,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-10 11:34:48,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-10 11:34:48,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-10 11:34:48,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-10 11:34:48,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-10 11:34:48,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-10 11:34:48,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-10 11:34:48,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-10 11:34:48,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-10 11:34:48,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-10 11:34:48,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-10 11:34:48,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-10 11:34:48,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-10 11:34:48,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-10 11:34:48,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-10 11:34:48,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-10 11:34:48,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-10 11:34:48,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-10 11:34:48,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-10 11:34:48,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-10 11:34:48,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-10 11:34:48,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-10 11:34:48,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-10 11:34:48,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-10 11:34:48,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-10 11:34:48,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-10 11:34:48,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-10 11:34:48,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-10 11:34:48,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-10 11:34:48,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-10 11:34:48,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-10 11:34:48,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-10 11:34:48,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-10 11:34:48,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-10 11:34:48,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-10 11:34:48,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-10 11:34:48,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-10 11:34:48,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-10 11:34:48,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-10 11:34:48,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-10 11:34:48,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-10 11:34:48,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-10 11:34:48,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-10 11:34:48,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-10 11:34:48,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-10 11:34:48,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-10 11:34:48,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-10 11:34:48,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-10 11:34:48,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-10 11:34:48,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-10 11:34:48,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-10 11:34:48,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-10 11:34:48,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-10 11:34:48,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-10 11:34:48,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-10 11:34:48,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-10 11:34:48,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-10 11:34:48,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-10 11:34:48,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-10 11:34:48,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-10 11:34:48,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-10 11:34:48,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-10 11:34:48,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-10 11:34:48,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-10 11:34:48,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-10 11:34:48,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-10 11:34:48,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-10 11:34:48,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-10 11:34:48,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-10 11:34:48,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-10 11:34:48,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-10 11:34:48,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-10 11:34:48,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-10 11:34:48,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-10 11:34:48,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-10 11:34:48,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-10 11:34:48,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-10 11:34:48,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-10 11:34:48,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-10 11:34:48,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-10 11:34:48,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-10 11:34:48,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-10 11:34:48,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-10 11:34:48,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-10 11:34:48,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-10 11:34:48,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-10 11:34:48,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-10 11:34:48,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-10 11:34:48,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-10 11:34:48,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-10 11:34:48,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-10 11:34:48,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-10 11:34:48,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-10 11:34:48,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-10 11:34:48,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-10 11:34:48,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-10 11:34:48,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-10 11:34:48,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-10 11:34:48,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-10 11:34:48,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-10 11:34:48,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-10 11:34:48,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-10 11:34:48,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-10 11:34:48,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-10 11:34:48,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-10 11:34:48,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:48,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-10 11:34:48,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-10 11:34:48,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-10 11:34:48,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-10 11:34:48,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-10 11:34:48,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-10 11:34:48,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-10 11:34:48,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-10 11:34:48,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-10 11:34:48,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-10 11:34:48,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-10 11:34:48,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-10 11:34:48,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-10 11:34:48,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-10 11:34:48,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-10 11:34:48,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-10 11:34:48,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-10 11:34:48,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-10 11:34:48,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-10 11:34:48,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-10 11:34:48,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-10 11:34:48,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-10 11:34:48,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:48,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-10 11:34:48,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-10 11:34:48,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-10 11:34:48,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-10 11:34:48,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-10 11:34:48,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-10 11:34:48,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-10 11:34:48,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-10 11:34:48,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-10 11:34:48,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-10 11:34:48,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-10 11:34:48,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-10 11:34:48,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-10 11:34:48,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-10 11:34:48,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-10 11:34:48,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-10 11:34:48,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-10 11:34:48,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-10 11:34:48,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-10 11:34:48,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-10 11:34:48,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-10 11:34:48,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-10 11:34:48,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-10 11:34:48,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-10 11:34:48,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-10 11:34:48,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-10 11:34:48,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-10 11:34:48,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-10 11:34:48,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-10 11:34:48,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-10 11:34:48,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-10 11:34:48,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-10 11:34:48,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-10 11:34:48,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-10 11:34:48,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-10 11:34:48,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-10 11:34:48,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-10 11:34:48,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-10 11:34:48,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-10 11:34:48,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-10 11:34:48,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-10 11:34:48,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-10 11:34:48,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-10 11:34:48,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-10 11:34:48,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-10 11:34:48,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-10 11:34:48,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-10 11:34:48,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-10 11:34:48,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-10 11:34:48,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-10 11:34:48,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-10 11:34:48,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-10 11:34:48,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-10 11:34:48,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-10 11:34:48,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-10 11:34:48,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-10 11:34:48,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-10 11:34:48,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-10 11:34:48,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-10 11:34:48,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-10 11:34:48,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-10 11:34:48,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-10 11:34:48,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-10 11:34:48,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-10 11:34:48,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-10 11:34:48,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-10 11:34:48,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-10 11:34:48,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-10 11:34:48,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-10 11:34:48,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-10 11:34:48,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-10 11:34:48,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-10 11:34:48,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-10 11:34:48,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-10 11:34:48,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-10 11:34:48,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-10 11:34:48,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-10 11:34:48,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-10 11:34:48,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-10 11:34:48,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-10 11:34:48,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-10 11:34:48,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-10 11:34:48,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-10 11:34:48,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-10 11:34:48,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-10 11:34:48,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-10 11:34:48,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-10 11:34:48,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-10 11:34:48,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-10 11:34:48,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-10 11:34:48,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-10 11:34:48,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-10 11:34:48,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-10 11:34:48,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-10 11:34:48,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-10 11:34:48,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-10 11:34:48,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-10 11:34:48,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-10 11:34:48,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-10 11:34:48,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-10 11:34:48,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-10 11:34:48,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-10 11:34:48,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-10 11:34:48,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-10 11:34:48,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-10 11:34:48,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:48,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-10 11:34:48,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-10 11:34:48,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:48,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-10 11:34:48,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-10 11:34:48,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-10 11:34:48,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-10 11:34:48,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-10 11:34:48,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-10 11:34:48,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-10 11:34:48,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-10 11:34:48,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-10 11:34:48,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-10 11:34:48,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-10 11:34:48,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-10 11:34:48,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-10 11:34:48,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-10 11:34:48,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-10 11:34:48,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-10 11:34:48,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-10 11:34:48,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-10 11:34:48,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-10 11:34:48,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-10 11:34:48,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-10 11:34:48,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-10 11:34:48,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-10 11:34:48,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-10 11:34:48,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-10 11:34:48,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-10 11:34:48,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-10 11:34:48,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-10 11:34:48,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-10 11:34:48,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-10 11:34:48,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-10 11:34:48,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-10 11:34:48,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-10 11:34:48,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-10 11:34:48,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-10 11:34:48,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-10 11:34:48,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-10 11:34:48,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-10 11:34:48,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-10 11:34:48,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-10 11:34:48,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-10 11:34:48,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-10 11:34:48,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-10 11:34:48,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-10 11:34:48,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-10 11:34:48,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-10 11:34:48,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-10 11:34:48,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-10 11:34:48,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-10 11:34:48,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-10 11:34:48,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-10 11:34:48,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-10 11:34:48,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-10 11:34:48,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-10 11:34:48,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-10 11:34:48,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-10 11:34:48,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-10 11:34:48,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-10 11:34:48,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-10 11:34:48,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-10 11:34:48,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-10 11:34:48,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-10 11:34:48,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:48,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:48,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-10 11:34:48,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-10 11:34:48,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-10 11:34:48,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-10 11:34:48,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-10 11:34:48,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-10 11:34:48,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-10 11:34:48,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-10 11:34:48,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-10 11:34:48,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-10 11:34:48,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-10 11:34:48,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:48,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:48,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-10 11:34:48,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-10 11:34:48,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-10 11:34:48,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-10 11:34:48,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-10 11:34:48,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-10 11:34:48,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-10 11:34:48,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-10 11:34:48,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-10 11:34:48,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-10 11:34:48,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-10 11:34:48,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-10 11:34:48,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-10 11:34:48,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-10 11:34:48,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-10 11:34:48,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-10 11:34:48,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-10 11:34:48,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-10 11:34:48,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-10 11:34:48,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-10 11:34:48,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-10 11:34:48,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-10 11:34:48,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-10 11:34:48,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-10 11:34:48,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-10 11:34:48,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-10 11:34:48,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-10 11:34:48,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-10 11:34:48,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-10 11:34:48,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-10 11:34:48,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-10 11:34:48,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-10 11:34:48,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-10 11:34:48,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-10 11:34:48,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-10 11:34:48,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-10 11:34:48,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-10 11:34:48,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-10 11:34:48,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-10 11:34:48,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-10 11:34:48,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-10 11:34:48,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-10 11:34:48,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-10 11:34:48,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-10 11:34:48,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-10 11:34:48,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-10 11:34:48,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-10 11:34:48,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-10 11:34:48,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-10 11:34:48,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-10 11:34:48,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-10 11:34:48,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-10 11:34:48,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-10 11:34:48,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +30: [2023-05-10 11:34:48,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +30: [2023-05-10 11:34:48,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +30: [2023-05-10 11:34:48,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +19: [2023-05-10 11:34:48,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +19: [2023-05-10 11:34:48,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +19: [2023-05-10 11:34:48,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +19: [2023-05-10 11:34:48,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 5: [2023-05-10 11:34:48,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 5: [2023-05-10 11:34:48,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 5: [2023-05-10 11:34:48,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 5: [2023-05-10 11:34:48,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +18: [2023-05-10 11:34:48,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +18: [2023-05-10 11:34:48,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +18: [2023-05-10 11:34:48,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +18: [2023-05-10 11:34:48,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +13: [2023-05-10 11:34:48,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +13: [2023-05-10 11:34:48,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +13: [2023-05-10 11:34:48,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +13: [2023-05-10 11:34:48,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +28: [2023-05-10 11:34:48,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +28: [2023-05-10 11:34:48,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +28: [2023-05-10 11:34:48,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +28: [2023-05-10 11:34:48,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +30: [2023-05-10 11:34:48,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-10 11:34:48,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-10 11:34:48,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-10 11:34:48,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-10 11:34:48,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-10 11:34:48,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-10 11:34:48,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-10 11:34:48,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-10 11:34:48,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-10 11:34:48,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-10 11:34:48,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-10 11:34:48,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-10 11:34:48,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-10 11:34:48,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-10 11:34:48,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-10 11:34:48,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-10 11:34:48,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-10 11:34:48,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-10 11:34:48,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-10 11:34:48,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-10 11:34:48,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-10 11:34:48,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-10 11:34:48,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-10 11:34:48,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 6: [2023-05-10 11:34:48,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 6: [2023-05-10 11:34:48,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 6: [2023-05-10 11:34:48,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +10: [2023-05-10 11:34:48,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +10: [2023-05-10 11:34:48,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +10: [2023-05-10 11:34:48,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +10: [2023-05-10 11:34:48,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 4: [2023-05-10 11:34:48,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 4: [2023-05-10 11:34:48,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 4: [2023-05-10 11:34:48,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 4: [2023-05-10 11:34:48,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +22: [2023-05-10 11:34:48,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +22: [2023-05-10 11:34:48,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +22: [2023-05-10 11:34:48,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +22: [2023-05-10 11:34:48,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +19: [2023-05-10 11:34:48,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-10 11:34:48,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-10 11:34:48,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-10 11:34:48,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +14: [2023-05-10 11:34:48,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +14: [2023-05-10 11:34:48,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +14: [2023-05-10 11:34:48,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +30: [2023-05-10 11:34:48,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-10 11:34:48,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-10 11:34:48,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +18: [2023-05-10 11:34:48,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-10 11:34:48,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +30: [2023-05-10 11:34:48,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +30: [2023-05-10 11:34:48,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 5: [2023-05-10 11:34:48,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-10 11:34:48,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 6: [2023-05-10 11:34:48,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-10 11:34:48,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +18: [2023-05-10 11:34:48,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +20: [2023-05-10 11:34:48,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +20: [2023-05-10 11:34:48,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +13: [2023-05-10 11:34:48,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-10 11:34:48,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-10 11:34:48,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-10 11:34:48,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 5: [2023-05-10 11:34:48,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 5: [2023-05-10 11:34:48,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-10 11:34:48,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-10 11:34:48,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-10 11:34:48,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-10 11:34:48,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-10 11:34:48,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-10 11:34:48,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-10 11:34:48,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-10 11:34:48,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-10 11:34:48,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-10 11:34:48,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 4: [2023-05-10 11:34:48,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-10 11:34:48,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-10 11:34:48,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +18: [2023-05-10 11:34:48,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +10: [2023-05-10 11:34:48,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-10 11:34:48,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-10 11:34:48,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +18: [2023-05-10 11:34:48,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +18: [2023-05-10 11:34:48,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +10: [2023-05-10 11:34:48,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-10 11:34:48,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-10 11:34:48,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-10 11:34:48,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +25: [2023-05-10 11:34:48,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +25: [2023-05-10 11:34:48,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 5: [2023-05-10 11:34:48,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +13: [2023-05-10 11:34:48,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-10 11:34:48,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +19: [2023-05-10 11:34:48,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +19: [2023-05-10 11:34:48,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +25: [2023-05-10 11:34:48,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +19: [2023-05-10 11:34:48,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +13: [2023-05-10 11:34:48,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-10 11:34:48,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-10 11:34:48,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-10 11:34:48,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +13: [2023-05-10 11:34:48,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-10 11:34:48,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-10 11:34:48,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-10 11:34:48,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +26: [2023-05-10 11:34:48,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +12: [2023-05-10 11:34:48,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +12: [2023-05-10 11:34:48,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +12: [2023-05-10 11:34:48,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +12: [2023-05-10 11:34:48,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +13: [2023-05-10 11:34:48,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 1: [2023-05-10 11:34:48,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 1: [2023-05-10 11:34:48,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 1: [2023-05-10 11:34:48,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +13: [2023-05-10 11:34:48,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +28: [2023-05-10 11:34:48,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 1: [2023-05-10 11:34:48,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +14: [2023-05-10 11:34:48,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-10 11:34:48,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +26: [2023-05-10 11:34:48,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +22: [2023-05-10 11:34:48,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-10 11:34:48,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-10 11:34:48,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +23: [2023-05-10 11:34:48,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +23: [2023-05-10 11:34:48,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +13: [2023-05-10 11:34:48,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +23: [2023-05-10 11:34:48,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +29: [2023-05-10 11:34:48,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +29: [2023-05-10 11:34:48,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +28: [2023-05-10 11:34:48,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +11: [2023-05-10 11:34:48,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +11: [2023-05-10 11:34:48,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +11: [2023-05-10 11:34:48,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +11: [2023-05-10 11:34:48,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +16: [2023-05-10 11:34:48,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +16: [2023-05-10 11:34:48,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +29: [2023-05-10 11:34:48,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +29: [2023-05-10 11:34:48,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +27: [2023-05-10 11:34:48,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +27: [2023-05-10 11:34:48,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +14: [2023-05-10 11:34:48,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-10 11:34:48,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +31: [2023-05-10 11:34:48,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +14: [2023-05-10 11:34:48,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-10 11:34:48,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 2: [2023-05-10 11:34:48,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +31: [2023-05-10 11:34:48,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +31: [2023-05-10 11:34:48,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +16: [2023-05-10 11:34:48,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +17: [2023-05-10 11:34:48,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +17: [2023-05-10 11:34:48,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +16: [2023-05-10 11:34:48,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +14: [2023-05-10 11:34:48,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-10 11:34:48,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 3: [2023-05-10 11:34:48,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 3: [2023-05-10 11:34:48,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 3: [2023-05-10 11:34:48,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +27: [2023-05-10 11:34:48,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 8: [2023-05-10 11:34:48,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 8: [2023-05-10 11:34:48,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +27: [2023-05-10 11:34:48,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +17: [2023-05-10 11:34:48,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 2: [2023-05-10 11:34:48,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +17: [2023-05-10 11:34:48,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 2: [2023-05-10 11:34:48,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 0: [2023-05-10 11:34:48,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 0: [2023-05-10 11:34:48,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 0: [2023-05-10 11:34:48,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 0: [2023-05-10 11:34:48,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +24: [2023-05-10 11:34:48,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +24: [2023-05-10 11:34:48,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +24: [2023-05-10 11:34:48,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +24: [2023-05-10 11:34:48,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +20: [2023-05-10 11:34:48,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-10 11:34:48,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-10 11:34:48,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +15: [2023-05-10 11:34:48,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +15: [2023-05-10 11:34:48,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +15: [2023-05-10 11:34:48,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 9: [2023-05-10 11:34:48,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 9: [2023-05-10 11:34:48,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 9: [2023-05-10 11:34:48,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 9: [2023-05-10 11:34:48,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +20: [2023-05-10 11:34:48,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-10 11:34:48,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +20: [2023-05-10 11:34:48,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-10 11:34:48,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +21: [2023-05-10 11:34:48,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +21: [2023-05-10 11:34:48,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +21: [2023-05-10 11:34:48,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 8: [2023-05-10 11:34:48,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +25: [2023-05-10 11:34:48,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-10 11:34:48,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-10 11:34:48,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-10 11:34:48,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-10 11:34:48,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-10 11:34:48,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-10 11:34:48,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-10 11:34:48,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-10 11:34:48,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-10 11:34:48,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-10 11:34:48,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-10 11:34:48,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-10 11:34:48,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-10 11:34:48,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-10 11:34:48,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-10 11:34:48,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-10 11:34:48,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-10 11:34:48,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-10 11:34:48,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-10 11:34:48,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-10 11:34:48,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-10 11:34:48,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-10 11:34:48,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-10 11:34:48,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-10 11:34:48,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-10 11:34:48,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-10 11:34:48,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-10 11:34:48,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-10 11:34:48,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-10 11:34:48,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-10 11:34:48,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-10 11:34:48,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-10 11:34:48,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-10 11:34:48,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-10 11:34:48,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-10 11:34:48,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-10 11:34:48,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-10 11:34:48,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-10 11:34:48,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-10 11:34:48,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-10 11:34:48,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-10 11:34:48,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-10 11:34:48,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-10 11:34:48,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-10 11:34:48,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-10 11:34:48,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-10 11:34:48,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-10 11:34:48,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-10 11:34:48,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-10 11:34:48,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-10 11:34:48,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-10 11:34:48,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-10 11:34:48,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-10 11:34:48,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-10 11:34:48,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-10 11:34:48,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-10 11:34:48,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +24: [2023-05-10 11:34:48,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-10 11:34:48,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-10 11:34:48,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-10 11:34:48,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-10 11:34:48,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-10 11:34:48,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-10 11:34:48,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-10 11:34:48,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 6: [2023-05-10 11:34:48,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +21: [2023-05-10 11:34:48,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-10 11:34:48,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-10 11:34:48,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +21: [2023-05-10 11:34:48,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-10 11:34:48,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-10 11:34:48,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-10 11:34:48,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-10 11:34:48,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +15: [2023-05-10 11:34:48,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-10 11:34:48,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-10 11:34:48,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +10: [2023-05-10 11:34:48,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-10 11:34:48,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-10 11:34:48,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-10 11:34:48,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-10 11:34:48,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-10 11:34:48,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-10 11:34:48,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-10 11:34:48,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-10 11:34:48,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-10 11:34:48,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-10 11:34:48,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-10 11:34:48,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-10 11:34:48,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +10: [2023-05-10 11:34:48,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +10: [2023-05-10 11:34:48,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 4: [2023-05-10 11:34:48,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +10: [2023-05-10 11:34:48,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +22: [2023-05-10 11:34:48,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +17: [2023-05-10 11:34:48,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-10 11:34:48,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +14: [2023-05-10 11:34:48,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +15: [2023-05-10 11:34:48,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-10 11:34:48,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-10 11:34:48,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +22: [2023-05-10 11:34:48,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +20: [2023-05-10 11:34:48,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-10 11:34:48,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-10 11:34:48,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-10 11:34:48,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +26: [2023-05-10 11:34:48,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-10 11:34:48,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +26: [2023-05-10 11:34:48,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +14: [2023-05-10 11:34:48,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-10 11:34:48,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-10 11:34:48,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-10 11:34:48,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-10 11:34:48,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-10 11:34:48,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-10 11:34:48,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +25: [2023-05-10 11:34:48,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +20: [2023-05-10 11:34:48,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-10 11:34:48,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-10 11:34:48,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +14: [2023-05-10 11:34:48,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +25: [2023-05-10 11:34:48,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-10 11:34:48,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 7: [2023-05-10 11:34:48,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 7: [2023-05-10 11:34:48,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. + 7: [2023-05-10 11:34:48,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_05-model_01-model_states.pt. +14: [2023-05-10 11:34:48,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +25: [2023-05-10 11:34:48,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +12: [2023-05-10 11:34:48,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-10 11:34:48,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-10 11:34:48,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +25: [2023-05-10 11:34:48,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 1: [2023-05-10 11:34:48,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-10 11:34:48,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +20: [2023-05-10 11:34:48,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +12: [2023-05-10 11:34:48,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +26: [2023-05-10 11:34:48,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-10 11:34:48,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-10 11:34:48,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +12: [2023-05-10 11:34:48,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-10 11:34:48,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-10 11:34:48,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-10 11:34:48,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-10 11:34:48,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-10 11:34:48,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-10 11:34:48,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-10 11:34:48,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +29: [2023-05-10 11:34:48,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-10 11:34:48,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 2: [2023-05-10 11:34:48,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-10 11:34:48,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-10 11:34:48,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-10 11:34:48,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +23: [2023-05-10 11:34:48,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-10 11:34:48,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-10 11:34:48,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-10 11:34:48,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-10 11:34:48,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +12: [2023-05-10 11:34:48,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 8: [2023-05-10 11:34:48,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-10 11:34:48,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-10 11:34:48,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-10 11:34:48,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +29: [2023-05-10 11:34:48,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +29: [2023-05-10 11:34:48,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +29: [2023-05-10 11:34:48,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +26: [2023-05-10 11:34:48,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +26: [2023-05-10 11:34:48,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +16: [2023-05-10 11:34:48,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-10 11:34:48,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-10 11:34:48,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-10 11:34:48,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-10 11:34:48,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 8: [2023-05-10 11:34:48,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-10 11:34:48,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-10 11:34:48,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-10 11:34:48,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +16: [2023-05-10 11:34:48,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +23: [2023-05-10 11:34:48,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 8: [2023-05-10 11:34:48,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 1: [2023-05-10 11:34:48,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +16: [2023-05-10 11:34:48,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 1: [2023-05-10 11:34:48,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +23: [2023-05-10 11:34:48,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 1: [2023-05-10 11:34:48,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +27: [2023-05-10 11:34:48,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-10 11:34:48,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 3: [2023-05-10 11:34:48,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-10 11:34:48,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-10 11:34:48,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-10 11:34:48,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 8: [2023-05-10 11:34:48,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +27: [2023-05-10 11:34:48,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-10 11:34:48,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-10 11:34:48,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-10 11:34:48,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-10 11:34:48,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-10 11:34:48,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-10 11:34:48,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +27: [2023-05-10 11:34:48,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +27: [2023-05-10 11:34:48,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 9: [2023-05-10 11:34:48,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-10 11:34:48,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-10 11:34:48,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 3: [2023-05-10 11:34:48,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-10 11:34:48,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 3: [2023-05-10 11:34:48,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-10 11:34:48,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-10 11:34:48,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +24: [2023-05-10 11:34:48,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +11: [2023-05-10 11:34:48,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-10 11:34:48,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 2: [2023-05-10 11:34:48,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 9: [2023-05-10 11:34:48,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 2: [2023-05-10 11:34:48,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +29: [2023-05-10 11:34:48,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 9: [2023-05-10 11:34:48,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 7: [2023-05-10 11:34:48,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-10 11:34:48,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-10 11:34:48,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-10 11:34:48,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-10 11:34:48,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 8: [2023-05-10 11:34:48,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-10 11:34:48,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-10 11:34:48,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-10 11:34:48,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 3: [2023-05-10 11:34:48,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 3: [2023-05-10 11:34:48,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 3: [2023-05-10 11:34:48,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +15: [2023-05-10 11:34:48,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-10 11:34:48,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-10 11:34:48,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-10 11:34:48,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-10 11:34:48,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +31: [2023-05-10 11:34:48,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-10 11:34:48,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-10 11:34:48,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-10 11:34:48,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-10 11:34:48,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +17: [2023-05-10 11:34:48,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-10 11:34:48,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +27: [2023-05-10 11:34:48,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +24: [2023-05-10 11:34:48,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +11: [2023-05-10 11:34:48,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +21: [2023-05-10 11:34:48,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +21: [2023-05-10 11:34:48,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-10 11:34:48,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-10 11:34:48,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +15: [2023-05-10 11:34:48,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +17: [2023-05-10 11:34:48,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-10 11:34:48,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-10 11:34:48,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +17: [2023-05-10 11:34:48,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +31: [2023-05-10 11:34:48,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +31: [2023-05-10 11:34:48,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +31: [2023-05-10 11:34:48,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +31: [2023-05-10 11:34:48,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +17: [2023-05-10 11:34:48,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +21: [2023-05-10 11:34:48,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +21: [2023-05-10 11:34:48,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +21: [2023-05-10 11:34:48,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 0: [2023-05-10 11:34:48,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-10 11:34:48,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-10 11:34:48,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-10 11:34:48,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-10 11:34:48,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-10 11:34:48,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-10 11:34:48,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 0: [2023-05-10 11:34:48,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 0: [2023-05-10 11:34:48,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 0: [2023-05-10 11:34:48,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 0: [2023-05-10 11:34:48,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +15: [2023-05-10 11:34:48,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +15: [2023-05-10 11:34:48,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +15: [2023-05-10 11:34:48,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 7: [2023-05-10 11:34:48,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-10 11:34:48,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 7: [2023-05-10 11:34:48,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 7: [2023-05-10 11:34:48,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... + 7: [2023-05-10 11:34:48,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt... +24: [2023-05-10 11:34:49,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-10 11:34:49,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-10 11:34:49,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-10 11:34:49,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-10 11:34:49,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-10 11:34:49,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-10 11:34:49,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-10 11:34:49,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-10 11:34:49,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-10 11:34:49,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-10 11:34:49,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-10 11:34:49,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-10 11:34:49,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-10 11:34:49,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-10 11:34:49,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-10 11:34:49,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-10 11:34:49,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-10 11:34:49,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-10 11:34:49,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-10 11:34:49,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-10 11:34:49,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-10 11:34:49,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-10 11:34:49,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-10 11:34:49,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-10 11:34:49,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-10 11:34:49,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-10 11:34:49,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-10 11:34:49,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-10 11:34:49,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-10 11:34:49,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-10 11:34:49,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-10 11:34:49,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-10 11:34:49,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-10 11:34:49,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-10 11:34:49,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-10 11:34:49,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-10 11:34:49,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-10 11:34:49,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-10 11:34:49,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-10 11:34:49,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-10 11:34:49,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-10 11:34:49,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-10 11:34:49,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-10 11:34:49,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-10 11:34:49,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-10 11:34:49,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-10 11:34:49,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-10 11:34:49,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-10 11:34:49,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-10 11:34:49,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-10 11:34:49,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-10 11:34:49,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-10 11:34:49,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-10 11:34:49,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-10 11:34:49,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-10 11:34:49,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-10 11:34:49,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-10 11:34:49,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-10 11:34:49,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-10 11:34:49,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-10 11:34:49,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-10 11:34:49,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-10 11:34:49,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-10 11:34:49,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-10 11:34:49,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-10 11:34:49,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-10 11:34:49,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-10 11:34:49,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-10 11:34:49,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-10 11:34:49,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-10 11:34:49,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-10 11:34:49,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-10 11:34:49,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-10 11:34:49,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-10 11:34:49,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-10 11:34:49,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-10 11:34:49,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-10 11:34:49,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-10 11:34:49,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-10 11:34:49,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-10 11:34:49,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-10 11:34:49,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-10 11:34:49,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-10 11:34:49,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-10 11:34:49,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-10 11:34:49,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-10 11:34:49,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-10 11:34:49,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-10 11:34:49,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-10 11:34:49,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-10 11:34:49,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-10 11:34:49,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-10 11:34:49,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-10 11:34:49,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-10 11:34:49,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-10 11:34:49,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-10 11:34:49,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-10 11:34:49,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-10 11:34:49,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-10 11:34:49,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-10 11:34:49,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-10 11:34:49,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-10 11:34:49,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-10 11:34:49,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-10 11:34:49,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-10 11:34:49,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-10 11:34:49,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-10 11:34:49,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-10 11:34:49,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-10 11:34:49,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-10 11:34:49,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-10 11:34:49,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-10 11:34:49,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-10 11:34:49,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-10 11:34:49,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-10 11:34:49,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-10 11:34:49,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-10 11:34:49,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-10 11:34:49,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-10 11:34:49,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-10 11:34:49,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-10 11:34:49,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-10 11:34:49,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-10 11:34:49,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-10 11:34:49,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-10 11:34:49,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-10 11:34:49,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-10 11:34:49,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-10 11:34:49,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-10 11:34:49,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-10 11:34:49,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-10 11:34:49,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-10 11:34:49,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-10 11:34:49,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-10 11:34:49,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-10 11:34:49,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-10 11:34:49,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-10 11:34:49,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-10 11:34:49,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-10 11:34:49,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-10 11:34:49,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-10 11:34:49,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-10 11:34:49,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +27: [2023-05-10 11:34:49,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +29: [2023-05-10 11:34:49,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-10 11:34:49,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-10 11:34:49,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-10 11:34:49,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-10 11:34:49,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +12: [2023-05-10 11:34:49,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-10 11:34:49,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-10 11:34:49,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +13: [2023-05-10 11:34:49,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-10 11:34:49,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-10 11:34:49,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-10 11:34:49,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-10 11:34:49,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-10 11:34:49,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-10 11:34:49,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-10 11:34:49,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-10 11:34:49,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-10 11:34:49,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-10 11:34:49,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-10 11:34:49,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-10 11:34:49,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-10 11:34:49,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-10 11:34:49,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-10 11:34:49,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-10 11:34:49,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-10 11:34:49,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-10 11:34:49,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-10 11:34:49,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-10 11:34:49,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-10 11:34:49,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-10 11:34:49,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-10 11:34:49,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-10 11:34:49,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-10 11:34:49,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-10 11:34:49,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-10 11:34:49,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-10 11:34:49,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-10 11:34:49,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-10 11:34:49,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-10 11:34:49,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-10 11:34:49,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-10 11:34:49,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-10 11:34:49,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-10 11:34:49,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-10 11:34:49,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-10 11:34:49,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-10 11:34:49,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-10 11:34:49,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-10 11:34:49,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 2: [2023-05-10 11:34:49,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +15: [2023-05-10 11:34:49,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-10 11:34:49,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:49,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 2: [2023-05-10 11:34:49,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 0: [2023-05-10 11:34:49,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-10 11:34:49,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-10 11:34:49,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-10 11:34:49,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-10 11:34:49,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-10 11:34:49,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-10 11:34:49,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-10 11:34:49,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-10 11:34:49,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-10 11:34:49,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-10 11:34:49,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-10 11:34:49,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-10 11:34:49,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-10 11:34:49,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-10 11:34:49,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-10 11:34:49,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-10 11:34:49,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-10 11:34:49,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:49,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:49,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-10 11:34:49,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-10 11:34:49,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-10 11:34:49,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +23: [2023-05-10 11:34:49,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +23: [2023-05-10 11:34:49,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 5: [2023-05-10 11:34:49,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-10 11:34:49,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 1: [2023-05-10 11:34:49,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-10 11:34:49,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-10 11:34:49,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-10 11:34:49,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-10 11:34:49,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-10 11:34:49,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-10 11:34:49,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-10 11:34:49,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-10 11:34:49,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-10 11:34:49,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-10 11:34:49,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-10 11:34:49,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-10 11:34:49,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-10 11:34:49,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-10 11:34:49,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-10 11:34:49,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-10 11:34:49,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-10 11:34:49,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-10 11:34:49,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-10 11:34:49,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-10 11:34:49,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-10 11:34:49,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-10 11:34:49,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-10 11:34:49,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-10 11:34:49,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-10 11:34:49,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-10 11:34:49,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-10 11:34:49,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-10 11:34:49,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-10 11:34:49,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-10 11:34:49,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-10 11:34:49,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-10 11:34:49,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-10 11:34:49,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-10 11:34:49,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-10 11:34:49,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-10 11:34:49,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-10 11:34:49,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-10 11:34:49,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-10 11:34:49,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-10 11:34:49,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-10 11:34:49,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-10 11:34:49,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-10 11:34:49,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-10 11:34:49,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-10 11:34:49,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-10 11:34:49,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-10 11:34:49,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-10 11:34:49,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-10 11:34:49,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-10 11:34:49,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-10 11:34:49,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-10 11:34:49,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-10 11:34:49,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-10 11:34:49,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-10 11:34:49,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-10 11:34:49,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-10 11:34:49,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-10 11:34:49,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-10 11:34:49,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-10 11:34:49,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-10 11:34:49,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-10 11:34:49,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-10 11:34:49,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-10 11:34:49,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-10 11:34:49,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-10 11:34:49,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-10 11:34:49,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-10 11:34:49,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-10 11:34:49,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-10 11:34:49,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-10 11:34:49,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-10 11:34:49,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-10 11:34:49,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-10 11:34:49,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-10 11:34:49,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-10 11:34:49,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-10 11:34:49,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-10 11:34:49,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-10 11:34:49,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-10 11:34:49,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-10 11:34:49,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-10 11:34:49,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-10 11:34:49,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-10 11:34:49,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-10 11:34:49,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-10 11:34:49,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-10 11:34:49,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-10 11:34:49,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-10 11:34:49,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-10 11:34:49,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-10 11:34:49,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-10 11:34:49,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-10 11:34:49,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-10 11:34:49,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-10 11:34:49,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-10 11:34:49,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-10 11:34:49,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-10 11:34:49,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-10 11:34:49,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-10 11:34:49,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-10 11:34:49,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-10 11:34:49,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-10 11:34:49,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-10 11:34:49,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-10 11:34:49,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-10 11:34:49,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:49,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-10 11:34:49,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-10 11:34:49,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-10 11:34:49,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-10 11:34:49,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-10 11:34:49,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-10 11:34:49,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-10 11:34:49,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 2: [2023-05-10 11:34:49,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-10 11:34:49,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-10 11:34:49,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +19: [2023-05-10 11:34:49,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-10 11:34:49,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 3: [2023-05-10 11:34:49,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +19: [2023-05-10 11:34:49,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-10 11:34:49,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-10 11:34:49,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-10 11:34:49,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +21: [2023-05-10 11:34:49,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-10 11:34:49,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-10 11:34:49,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +21: [2023-05-10 11:34:49,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-10 11:34:49,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-10 11:34:49,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-10 11:34:49,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-10 11:34:49,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-10 11:34:49,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:49,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:49,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-10 11:34:49,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-10 11:34:49,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:49,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:49,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-10 11:34:49,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-10 11:34:49,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-10 11:34:49,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-10 11:34:49,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +15: [2023-05-10 11:34:49,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-10 11:34:49,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-10 11:34:49,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-10 11:34:49,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +25: [2023-05-10 11:34:49,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-10 11:34:49,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-10 11:34:49,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-10 11:34:49,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-10 11:34:49,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-10 11:34:49,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-10 11:34:49,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-10 11:34:49,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-10 11:34:49,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-10 11:34:49,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-10 11:34:49,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-10 11:34:49,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-10 11:34:49,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-10 11:34:49,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +18: [2023-05-10 11:34:49,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +18: [2023-05-10 11:34:49,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +18: [2023-05-10 11:34:49,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 1: [2023-05-10 11:34:49,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-10 11:34:49,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-10 11:34:49,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-10 11:34:49,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-10 11:34:49,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-10 11:34:49,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-10 11:34:49,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +29: [2023-05-10 11:34:49,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +29: [2023-05-10 11:34:49,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +29: [2023-05-10 11:34:49,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +23: [2023-05-10 11:34:49,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-10 11:34:49,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-10 11:34:49,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-10 11:34:49,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-10 11:34:49,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-10 11:34:49,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +26: [2023-05-10 11:34:49,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +26: [2023-05-10 11:34:49,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +23: [2023-05-10 11:34:49,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-10 11:34:49,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +23: [2023-05-10 11:34:49,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-10 11:34:49,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:49,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-10 11:34:49,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-10 11:34:49,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-10 11:34:49,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-10 11:34:49,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-10 11:34:49,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-10 11:34:49,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-10 11:34:49,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-10 11:34:49,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-10 11:34:49,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-10 11:34:49,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +18: [2023-05-10 11:34:49,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:49,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-10 11:34:49,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-10 11:34:49,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-10 11:34:49,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +20: [2023-05-10 11:34:49,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +20: [2023-05-10 11:34:49,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +20: [2023-05-10 11:34:49,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +30: [2023-05-10 11:34:49,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-10 11:34:49,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +29: [2023-05-10 11:34:49,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:49,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +22: [2023-05-10 11:34:49,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-10 11:34:49,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-10 11:34:49,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +29: [2023-05-10 11:34:49,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-10 11:34:49,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-10 11:34:49,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-10 11:34:49,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-10 11:34:49,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-10 11:34:49,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-10 11:34:49,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-10 11:34:49,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-10 11:34:49,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-10 11:34:49,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-10 11:34:49,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-10 11:34:49,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-10 11:34:49,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-10 11:34:49,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-10 11:34:49,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-10 11:34:49,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-10 11:34:49,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-10 11:34:49,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-10 11:34:49,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-10 11:34:49,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-10 11:34:49,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-10 11:34:49,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-10 11:34:49,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-10 11:34:49,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-10 11:34:49,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-10 11:34:49,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-10 11:34:49,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-10 11:34:49,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-10 11:34:49,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-10 11:34:49,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-10 11:34:49,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-10 11:34:49,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-10 11:34:49,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-10 11:34:49,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-10 11:34:49,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-10 11:34:49,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-10 11:34:49,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-10 11:34:49,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-10 11:34:49,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-10 11:34:49,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-10 11:34:49,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-10 11:34:49,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-10 11:34:49,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-10 11:34:49,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-10 11:34:49,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-10 11:34:49,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-10 11:34:49,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +23: [2023-05-10 11:34:49,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-10 11:34:49,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-10 11:34:49,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-10 11:34:49,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-10 11:34:49,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-10 11:34:49,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-10 11:34:49,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-10 11:34:49,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-10 11:34:49,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-10 11:34:49,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-10 11:34:49,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-10 11:34:49,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-10 11:34:49,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-10 11:34:49,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-10 11:34:49,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-10 11:34:49,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-10 11:34:49,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-10 11:34:49,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +14: [2023-05-10 11:34:49,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +14: [2023-05-10 11:34:49,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +14: [2023-05-10 11:34:49,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +19: [2023-05-10 11:34:49,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-10 11:34:49,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-10 11:34:49,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-10 11:34:49,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 2: [2023-05-10 11:34:49,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-10 11:34:49,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-10 11:34:49,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-10 11:34:49,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:49,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:49,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-10 11:34:49,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-10 11:34:49,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-10 11:34:49,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-10 11:34:49,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-10 11:34:49,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-10 11:34:49,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +19: [2023-05-10 11:34:49,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +25: [2023-05-10 11:34:49,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-10 11:34:49,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-10 11:34:49,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-10 11:34:49,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-10 11:34:49,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-10 11:34:49,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:49,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-10 11:34:49,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +19: [2023-05-10 11:34:49,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 9: [2023-05-10 11:34:49,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-10 11:34:49,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-10 11:34:49,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-10 11:34:49,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-10 11:34:49,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-10 11:34:49,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-10 11:34:49,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-10 11:34:49,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-10 11:34:49,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-10 11:34:49,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-10 11:34:49,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-10 11:34:49,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-10 11:34:49,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-10 11:34:49,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-10 11:34:49,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-10 11:34:49,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-10 11:34:49,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +14: [2023-05-10 11:34:49,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-10 11:34:49,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-10 11:34:49,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-10 11:34:49,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-10 11:34:49,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-10 11:34:49,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-10 11:34:49,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-10 11:34:49,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-10 11:34:49,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-10 11:34:49,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-10 11:34:49,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +23: [2023-05-10 11:34:49,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 8: [2023-05-10 11:34:49,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +29: [2023-05-10 11:34:49,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 9: [2023-05-10 11:34:49,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-10 11:34:49,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-10 11:34:49,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-10 11:34:49,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-10 11:34:49,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-10 11:34:49,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-10 11:34:49,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 2: [2023-05-10 11:34:49,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-10 11:34:49,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 7: [2023-05-10 11:34:49,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-10 11:34:49,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +18: [2023-05-10 11:34:49,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-10 11:34:49,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-10 11:34:49,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-10 11:34:49,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-10 11:34:49,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-10 11:34:49,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-10 11:34:49,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-10 11:34:49,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-10 11:34:49,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-10 11:34:49,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-10 11:34:49,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-10 11:34:49,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-10 11:34:49,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-10 11:34:49,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-10 11:34:49,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +18: [2023-05-10 11:34:49,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +14: [2023-05-10 11:34:49,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-10 11:34:49,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-10 11:34:49,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-10 11:34:49,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-10 11:34:49,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-10 11:34:49,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-10 11:34:49,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-10 11:34:49,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-10 11:34:49,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-10 11:34:49,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-10 11:34:49,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-10 11:34:49,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +18: [2023-05-10 11:34:49,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +19: [2023-05-10 11:34:49,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-10 11:34:49,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-10 11:34:49,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-10 11:34:49,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-10 11:34:49,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-10 11:34:49,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-10 11:34:49,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-10 11:34:49,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-10 11:34:49,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-10 11:34:49,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-10 11:34:49,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-10 11:34:49,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-10 11:34:49,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-10 11:34:49,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-10 11:34:49,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-10 11:34:49,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-10 11:34:49,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +19: [2023-05-10 11:34:49,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-10 11:34:49,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 7: [2023-05-10 11:34:49,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-10 11:34:49,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-10 11:34:49,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-10 11:34:49,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 3: [2023-05-10 11:34:49,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +19: [2023-05-10 11:34:49,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-10 11:34:49,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-10 11:34:49,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-10 11:34:49,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-10 11:34:49,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-10 11:34:49,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-10 11:34:49,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-10 11:34:49,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-10 11:34:49,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-10 11:34:49,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-10 11:34:49,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +14: [2023-05-10 11:34:49,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-10 11:34:49,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-10 11:34:49,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-10 11:34:49,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-10 11:34:49,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 3: [2023-05-10 11:34:49,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-10 11:34:49,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-10 11:34:49,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-10 11:34:49,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-10 11:34:49,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-10 11:34:49,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-10 11:34:49,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +26: [2023-05-10 11:34:49,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 3: [2023-05-10 11:34:49,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 3: [2023-05-10 11:34:49,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +20: [2023-05-10 11:34:49,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +26: [2023-05-10 11:34:49,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-10 11:34:49,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-10 11:34:49,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-10 11:34:49,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-10 11:34:49,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-10 11:34:49,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +28: [2023-05-10 11:34:49,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +28: [2023-05-10 11:34:49,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +28: [2023-05-10 11:34:49,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +20: [2023-05-10 11:34:49,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +20: [2023-05-10 11:34:49,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +26: [2023-05-10 11:34:49,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +23: [2023-05-10 11:34:49,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-10 11:34:49,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-10 11:34:49,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-10 11:34:49,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-10 11:34:49,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-10 11:34:49,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-10 11:34:49,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +19: [2023-05-10 11:34:49,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +28: [2023-05-10 11:34:49,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-10 11:34:49,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +15: [2023-05-10 11:34:49,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +28: [2023-05-10 11:34:49,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-10 11:34:49,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +15: [2023-05-10 11:34:49,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +14: [2023-05-10 11:34:49,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-10 11:34:49,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-10 11:34:49,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-10 11:34:49,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-10 11:34:49,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +19: [2023-05-10 11:34:49,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-10 11:34:49,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-10 11:34:49,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-10 11:34:49,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-10 11:34:49,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +14: [2023-05-10 11:34:49,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +19: [2023-05-10 11:34:49,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 8: [2023-05-10 11:34:49,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +19: [2023-05-10 11:34:49,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 8: [2023-05-10 11:34:49,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +19: [2023-05-10 11:34:49,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 8: [2023-05-10 11:34:49,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-10 11:34:49,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 8: [2023-05-10 11:34:49,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-10 11:34:49,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +15: [2023-05-10 11:34:49,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-10 11:34:49,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-10 11:34:49,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-10 11:34:49,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-10 11:34:49,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-10 11:34:49,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +28: [2023-05-10 11:34:49,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-10 11:34:49,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +13: [2023-05-10 11:34:49,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 0: [2023-05-10 11:34:49,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 0: [2023-05-10 11:34:49,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 0: [2023-05-10 11:34:49,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 0: [2023-05-10 11:34:49,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +13: [2023-05-10 11:34:49,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +13: [2023-05-10 11:34:49,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +28: [2023-05-10 11:34:49,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +28: [2023-05-10 11:34:49,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-10 11:34:49,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-10 11:34:49,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +31: [2023-05-10 11:34:49,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +31: [2023-05-10 11:34:49,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +31: [2023-05-10 11:34:49,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +31: [2023-05-10 11:34:49,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +28: [2023-05-10 11:34:49,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +13: [2023-05-10 11:34:49,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-10 11:34:49,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-10 11:34:49,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-10 11:34:49,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-10 11:34:49,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-10 11:34:49,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-10 11:34:49,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-10 11:34:49,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-10 11:34:49,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-10 11:34:49,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-10 11:34:49,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +31: [2023-05-10 11:34:49,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-10 11:34:49,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-10 11:34:49,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-10 11:34:49,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-10 11:34:49,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +15: [2023-05-10 11:34:49,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-10 11:34:49,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +15: [2023-05-10 11:34:49,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-10 11:34:49,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +12: [2023-05-10 11:34:49,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +15: [2023-05-10 11:34:49,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +12: [2023-05-10 11:34:49,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 5: [2023-05-10 11:34:49,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 5: [2023-05-10 11:34:49,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +12: [2023-05-10 11:34:49,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 5: [2023-05-10 11:34:49,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 5: [2023-05-10 11:34:49,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 6: [2023-05-10 11:34:49,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 6: [2023-05-10 11:34:49,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 6: [2023-05-10 11:34:49,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 6: [2023-05-10 11:34:49,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +22: [2023-05-10 11:34:49,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +22: [2023-05-10 11:34:49,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +22: [2023-05-10 11:34:49,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +22: [2023-05-10 11:34:49,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +16: [2023-05-10 11:34:49,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +16: [2023-05-10 11:34:49,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 9: [2023-05-10 11:34:49,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 9: [2023-05-10 11:34:49,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 9: [2023-05-10 11:34:49,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 9: [2023-05-10 11:34:49,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +16: [2023-05-10 11:34:49,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 1: [2023-05-10 11:34:49,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 1: [2023-05-10 11:34:49,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 1: [2023-05-10 11:34:49,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +16: [2023-05-10 11:34:49,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 1: [2023-05-10 11:34:49,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +21: [2023-05-10 11:34:49,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +21: [2023-05-10 11:34:49,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +21: [2023-05-10 11:34:49,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +21: [2023-05-10 11:34:49,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +13: [2023-05-10 11:34:49,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-10 11:34:49,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +30: [2023-05-10 11:34:49,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +12: [2023-05-10 11:34:49,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-10 11:34:49,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +12: [2023-05-10 11:34:49,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-10 11:34:49,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-10 11:34:49,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +13: [2023-05-10 11:34:49,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +12: [2023-05-10 11:34:49,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-10 11:34:49,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-10 11:34:49,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-10 11:34:49,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-10 11:34:49,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-10 11:34:49,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-10 11:34:49,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-10 11:34:49,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-10 11:34:49,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-10 11:34:49,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-10 11:34:49,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-10 11:34:49,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-10 11:34:49,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-10 11:34:49,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-10 11:34:49,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +16: [2023-05-10 11:34:49,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-10 11:34:49,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-10 11:34:49,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +22: [2023-05-10 11:34:49,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-10 11:34:49,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-10 11:34:49,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-10 11:34:49,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-10 11:34:49,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-10 11:34:49,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-10 11:34:49,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 6: [2023-05-10 11:34:49,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-10 11:34:49,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-10 11:34:49,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-10 11:34:49,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-10 11:34:49,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-10 11:34:49,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-10 11:34:49,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-10 11:34:49,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-10 11:34:49,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +11: [2023-05-10 11:34:49,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +11: [2023-05-10 11:34:49,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 4: [2023-05-10 11:34:49,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +11: [2023-05-10 11:34:49,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 4: [2023-05-10 11:34:49,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 4: [2023-05-10 11:34:49,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +24: [2023-05-10 11:34:49,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +24: [2023-05-10 11:34:49,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 6: [2023-05-10 11:34:49,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-10 11:34:49,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +24: [2023-05-10 11:34:49,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 0: [2023-05-10 11:34:49,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-10 11:34:49,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-10 11:34:49,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-10 11:34:49,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-10 11:34:49,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 5: [2023-05-10 11:34:49,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-10 11:34:49,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +10: [2023-05-10 11:34:49,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +10: [2023-05-10 11:34:49,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +10: [2023-05-10 11:34:49,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +30: [2023-05-10 11:34:49,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-10 11:34:49,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +25: [2023-05-10 11:34:49,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +31: [2023-05-10 11:34:49,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-10 11:34:49,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-10 11:34:49,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-10 11:34:49,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +25: [2023-05-10 11:34:49,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +30: [2023-05-10 11:34:49,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-10 11:34:49,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 0: [2023-05-10 11:34:49,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 0: [2023-05-10 11:34:49,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 0: [2023-05-10 11:34:49,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +30: [2023-05-10 11:34:49,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-10 11:34:49,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-10 11:34:49,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +31: [2023-05-10 11:34:49,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +31: [2023-05-10 11:34:49,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +17: [2023-05-10 11:34:49,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +17: [2023-05-10 11:34:49,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +17: [2023-05-10 11:34:49,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +17: [2023-05-10 11:34:49,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +31: [2023-05-10 11:34:49,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-10 11:34:49,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 4: [2023-05-10 11:34:49,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-10 11:34:49,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-10 11:34:49,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 7: [2023-05-10 11:34:49,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 7: [2023-05-10 11:34:49,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. + 7: [2023-05-10 11:34:49,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_06-model_01-model_states.pt. +24: [2023-05-10 11:34:49,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-10 11:34:49,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-10 11:34:49,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-10 11:34:49,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-10 11:34:49,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-10 11:34:49,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-10 11:34:49,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-10 11:34:49,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-10 11:34:49,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-10 11:34:49,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-10 11:34:49,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-10 11:34:49,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-10 11:34:49,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-10 11:34:49,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-10 11:34:49,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-10 11:34:49,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +25: [2023-05-10 11:34:49,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-10 11:34:49,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-10 11:34:49,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-10 11:34:49,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-10 11:34:49,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-10 11:34:49,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +25: [2023-05-10 11:34:49,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-10 11:34:49,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-10 11:34:49,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +25: [2023-05-10 11:34:49,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-10 11:34:49,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +12: [2023-05-10 11:34:49,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 1: [2023-05-10 11:34:49,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-10 11:34:49,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-10 11:34:49,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-10 11:34:49,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-10 11:34:49,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-10 11:34:49,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-10 11:34:49,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-10 11:34:49,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-10 11:34:49,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-10 11:34:49,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-10 11:34:49,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-10 11:34:49,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 9: [2023-05-10 11:34:49,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-10 11:34:49,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 9: [2023-05-10 11:34:49,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-10 11:34:49,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-10 11:34:49,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 9: [2023-05-10 11:34:49,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 9: [2023-05-10 11:34:49,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 5: [2023-05-10 11:34:49,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +22: [2023-05-10 11:34:49,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +22: [2023-05-10 11:34:49,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +22: [2023-05-10 11:34:49,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +17: [2023-05-10 11:34:49,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-10 11:34:49,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-10 11:34:49,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-10 11:34:49,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-10 11:34:49,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +22: [2023-05-10 11:34:49,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 9: [2023-05-10 11:34:49,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +16: [2023-05-10 11:34:49,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 1: [2023-05-10 11:34:49,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-10 11:34:49,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-10 11:34:49,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +21: [2023-05-10 11:34:49,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-10 11:34:49,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-10 11:34:49,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-10 11:34:49,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-10 11:34:49,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-10 11:34:49,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +21: [2023-05-10 11:34:49,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 6: [2023-05-10 11:34:49,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 7: [2023-05-10 11:34:49,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-10 11:34:49,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-10 11:34:49,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-10 11:34:49,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 7: [2023-05-10 11:34:49,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-10 11:34:49,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-10 11:34:49,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +21: [2023-05-10 11:34:49,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +30: [2023-05-10 11:34:49,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-10 11:34:49,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-10 11:34:49,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 6: [2023-05-10 11:34:49,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +30: [2023-05-10 11:34:49,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 5: [2023-05-10 11:34:49,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +21: [2023-05-10 11:34:49,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-10 11:34:49,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-10 11:34:49,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-10 11:34:49,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +21: [2023-05-10 11:34:49,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +30: [2023-05-10 11:34:49,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-10 11:34:49,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-10 11:34:49,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-10 11:34:49,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +30: [2023-05-10 11:34:49,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +30: [2023-05-10 11:34:49,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 6: [2023-05-10 11:34:49,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-10 11:34:49,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-10 11:34:49,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 4: [2023-05-10 11:34:49,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +24: [2023-05-10 11:34:49,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-10 11:34:49,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-10 11:34:49,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-10 11:34:49,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +24: [2023-05-10 11:34:49,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +24: [2023-05-10 11:34:49,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +11: [2023-05-10 11:34:49,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-10 11:34:49,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-10 11:34:49,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +11: [2023-05-10 11:34:49,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +11: [2023-05-10 11:34:49,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 4: [2023-05-10 11:34:49,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-10 11:34:49,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-10 11:34:49,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-10 11:34:49,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-10 11:34:49,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-10 11:34:49,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-10 11:34:49,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-10 11:34:49,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-10 11:34:49,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-10 11:34:49,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-10 11:34:49,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-10 11:34:49,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-10 11:34:49,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 4: [2023-05-10 11:34:49,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +25: [2023-05-10 11:34:49,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +25: [2023-05-10 11:34:49,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +25: [2023-05-10 11:34:49,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-10 11:34:49,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-10 11:34:49,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +24: [2023-05-10 11:34:49,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +10: [2023-05-10 11:34:49,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +10: [2023-05-10 11:34:49,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +10: [2023-05-10 11:34:49,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 4: [2023-05-10 11:34:49,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +17: [2023-05-10 11:34:49,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-10 11:34:49,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +25: [2023-05-10 11:34:49,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +11: [2023-05-10 11:34:49,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +11: [2023-05-10 11:34:49,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +17: [2023-05-10 11:34:49,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +17: [2023-05-10 11:34:49,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-10 11:34:49,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-10 11:34:49,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-10 11:34:49,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-10 11:34:49,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-10 11:34:49,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +17: [2023-05-10 11:34:49,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... +17: [2023-05-10 11:34:49,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 7: [2023-05-10 11:34:49,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-10 11:34:49,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-10 11:34:49,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 7: [2023-05-10 11:34:49,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 7: [2023-05-10 11:34:49,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 7: [2023-05-10 11:34:49,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt... + 7: [2023-05-10 11:34:50,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-10 11:34:50,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-10 11:34:50,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-10 11:34:50,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-10 11:34:50,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-10 11:34:50,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-10 11:34:50,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-10 11:34:50,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-10 11:34:50,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-10 11:34:50,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-10 11:34:50,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-10 11:34:50,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-10 11:34:50,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-10 11:34:50,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-10 11:34:50,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-10 11:34:50,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-10 11:34:50,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-10 11:34:50,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-10 11:34:50,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-10 11:34:50,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-10 11:34:50,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-10 11:34:50,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-10 11:34:50,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-10 11:34:50,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-10 11:34:50,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-10 11:34:50,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-10 11:34:50,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-10 11:34:50,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-10 11:34:50,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-10 11:34:50,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-10 11:34:50,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-10 11:34:50,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-10 11:34:50,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-10 11:34:50,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-10 11:34:50,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-10 11:34:50,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-10 11:34:50,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-10 11:34:50,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-10 11:34:50,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-10 11:34:50,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-10 11:34:50,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-10 11:34:50,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-10 11:34:50,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-10 11:34:50,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-10 11:34:50,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-10 11:34:50,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-10 11:34:50,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-10 11:34:50,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-10 11:34:50,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-10 11:34:50,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-10 11:34:50,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-10 11:34:50,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-10 11:34:50,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-10 11:34:50,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-10 11:34:50,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-10 11:34:50,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-10 11:34:50,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-10 11:34:50,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-10 11:34:50,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-10 11:34:50,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-10 11:34:50,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-10 11:34:50,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-10 11:34:50,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-10 11:34:50,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-10 11:34:50,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-10 11:34:50,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-10 11:34:50,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-10 11:34:50,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-10 11:34:50,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-10 11:34:50,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-10 11:34:50,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-10 11:34:50,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-10 11:34:50,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-10 11:34:50,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-10 11:34:50,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-10 11:34:50,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-10 11:34:50,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 4: [2023-05-10 11:34:50,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 4: [2023-05-10 11:34:50,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 4: [2023-05-10 11:34:50,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +31: [2023-05-10 11:34:50,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-10 11:34:50,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-10 11:34:50,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-10 11:34:50,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-10 11:34:50,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-10 11:34:50,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-10 11:34:50,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-10 11:34:50,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-10 11:34:50,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-10 11:34:50,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-10 11:34:50,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-10 11:34:50,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-10 11:34:50,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-10 11:34:50,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-10 11:34:50,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-10 11:34:50,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +19: [2023-05-10 11:34:50,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +19: [2023-05-10 11:34:50,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +10: [2023-05-10 11:34:50,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-10 11:34:50,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-10 11:34:50,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-10 11:34:50,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +30: [2023-05-10 11:34:50,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +14: [2023-05-10 11:34:50,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-10 11:34:50,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-10 11:34:50,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-10 11:34:50,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +28: [2023-05-10 11:34:50,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-10 11:34:50,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-10 11:34:50,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-10 11:34:50,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-10 11:34:50,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-10 11:34:50,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +19: [2023-05-10 11:34:50,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 4: [2023-05-10 11:34:50,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-10 11:34:50,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-10 11:34:50,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-10 11:34:50,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-10 11:34:50,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-10 11:34:50,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-10 11:34:50,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-10 11:34:50,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-10 11:34:50,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-10 11:34:50,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-10 11:34:50,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 7: [2023-05-10 11:34:50,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 7: [2023-05-10 11:34:50,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +28: [2023-05-10 11:34:50,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-10 11:34:50,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-10 11:34:50,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +10: [2023-05-10 11:34:50,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-10 11:34:50,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-10 11:34:50,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-10 11:34:50,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-10 11:34:50,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-10 11:34:50,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-10 11:34:50,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-10 11:34:50,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-10 11:34:50,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-10 11:34:50,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-10 11:34:50,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-10 11:34:50,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-10 11:34:50,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-10 11:34:50,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-10 11:34:50,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-10 11:34:50,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-10 11:34:50,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-10 11:34:50,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-10 11:34:50,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-10 11:34:50,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-10 11:34:50,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-10 11:34:50,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-10 11:34:50,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-10 11:34:50,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-10 11:34:50,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-10 11:34:50,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-10 11:34:50,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-10 11:34:50,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-10 11:34:50,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-10 11:34:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-10 11:34:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-10 11:34:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-10 11:34:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-10 11:34:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-10 11:34:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-10 11:34:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-10 11:34:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-10 11:34:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-10 11:34:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-10 11:34:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-10 11:34:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-10 11:34:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-10 11:34:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-10 11:34:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-10 11:34:50,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-10 11:34:50,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-10 11:34:50,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-10 11:34:50,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-10 11:34:50,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-10 11:34:50,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +15: [2023-05-10 11:34:50,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-10 11:34:50,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-10 11:34:50,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-10 11:34:50,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-10 11:34:50,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-10 11:34:50,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-10 11:34:50,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-10 11:34:50,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-10 11:34:50,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-10 11:34:50,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +17: [2023-05-10 11:34:50,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-10 11:34:50,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-10 11:34:50,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-10 11:34:50,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +17: [2023-05-10 11:34:50,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-10 11:34:50,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-10 11:34:50,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-10 11:34:50,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-10 11:34:50,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-10 11:34:50,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-10 11:34:50,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-10 11:34:50,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-10 11:34:50,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-10 11:34:50,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-10 11:34:50,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-10 11:34:50,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-10 11:34:50,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-10 11:34:50,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-10 11:34:50,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-10 11:34:50,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-10 11:34:50,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-10 11:34:50,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-10 11:34:50,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-10 11:34:50,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +19: [2023-05-10 11:34:50,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-10 11:34:50,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-10 11:34:50,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-10 11:34:50,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-10 11:34:50,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-10 11:34:50,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-10 11:34:50,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-10 11:34:50,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-10 11:34:50,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-10 11:34:50,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-10 11:34:50,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-10 11:34:50,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-10 11:34:50,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-10 11:34:50,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-10 11:34:50,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-10 11:34:50,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-10 11:34:50,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-10 11:34:50,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-10 11:34:50,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-10 11:34:50,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-10 11:34:50,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-10 11:34:50,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-10 11:34:50,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-10 11:34:50,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-10 11:34:50,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-10 11:34:50,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-10 11:34:50,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-10 11:34:50,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +12: [2023-05-10 11:34:50,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-10 11:34:50,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-10 11:34:50,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-10 11:34:50,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +13: [2023-05-10 11:34:50,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-10 11:34:50,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-10 11:34:50,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-10 11:34:50,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-10 11:34:50,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-10 11:34:50,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-10 11:34:50,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-10 11:34:50,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-10 11:34:50,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-10 11:34:50,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-10 11:34:50,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-10 11:34:50,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:50,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 1: [2023-05-10 11:34:50,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +19: [2023-05-10 11:34:50,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:50,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +11: [2023-05-10 11:34:50,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-10 11:34:50,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-10 11:34:50,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 1: [2023-05-10 11:34:50,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +30: [2023-05-10 11:34:50,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-10 11:34:50,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-10 11:34:50,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +18: [2023-05-10 11:34:50,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-10 11:34:50,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-10 11:34:50,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-10 11:34:50,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-10 11:34:50,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-10 11:34:50,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-10 11:34:50,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-10 11:34:50,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-10 11:34:50,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-10 11:34:50,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-10 11:34:50,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-10 11:34:50,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-10 11:34:50,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-10 11:34:50,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-10 11:34:50,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-10 11:34:50,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-10 11:34:50,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-10 11:34:50,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-10 11:34:50,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-10 11:34:50,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-10 11:34:50,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-10 11:34:50,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-10 11:34:50,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-10 11:34:50,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-10 11:34:50,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +31: [2023-05-10 11:34:50,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +31: [2023-05-10 11:34:50,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +22: [2023-05-10 11:34:50,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-10 11:34:50,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +16: [2023-05-10 11:34:50,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-10 11:34:50,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-10 11:34:50,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-10 11:34:50,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-10 11:34:50,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-10 11:34:50,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-10 11:34:50,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-10 11:34:50,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-10 11:34:50,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-10 11:34:50,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-10 11:34:50,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-10 11:34:50,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-10 11:34:50,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-10 11:34:50,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-10 11:34:50,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-10 11:34:50,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-10 11:34:50,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-10 11:34:50,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-10 11:34:50,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-10 11:34:50,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-10 11:34:50,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-10 11:34:50,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-10 11:34:50,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-10 11:34:50,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-10 11:34:50,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-10 11:34:50,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-10 11:34:50,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-10 11:34:50,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-10 11:34:50,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-10 11:34:50,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-10 11:34:50,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-10 11:34:50,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-10 11:34:50,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-10 11:34:50,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-10 11:34:50,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-10 11:34:50,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-10 11:34:50,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-10 11:34:50,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-10 11:34:50,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-10 11:34:50,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-10 11:34:50,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-10 11:34:50,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-10 11:34:50,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-10 11:34:50,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-10 11:34:50,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-10 11:34:50,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-10 11:34:50,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-10 11:34:50,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-10 11:34:50,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-10 11:34:50,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-10 11:34:50,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-10 11:34:50,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:50,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-10 11:34:50,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +20: [2023-05-10 11:34:50,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-10 11:34:50,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-10 11:34:50,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-10 11:34:50,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-10 11:34:50,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-10 11:34:50,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +14: [2023-05-10 11:34:50,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +14: [2023-05-10 11:34:50,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +14: [2023-05-10 11:34:50,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +17: [2023-05-10 11:34:50,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-10 11:34:50,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-10 11:34:50,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-10 11:34:50,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-10 11:34:50,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-10 11:34:50,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-10 11:34:50,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-10 11:34:50,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-10 11:34:50,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-10 11:34:50,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-10 11:34:50,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-10 11:34:50,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-10 11:34:50,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +13: [2023-05-10 11:34:50,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +15: [2023-05-10 11:34:50,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-10 11:34:50,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-10 11:34:50,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-10 11:34:50,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-10 11:34:50,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-10 11:34:50,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-10 11:34:50,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-10 11:34:50,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-10 11:34:50,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-10 11:34:50,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-10 11:34:50,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +29: [2023-05-10 11:34:50,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-10 11:34:50,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-10 11:34:50,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-10 11:34:50,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-10 11:34:50,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 3: [2023-05-10 11:34:50,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-10 11:34:50,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +27: [2023-05-10 11:34:50,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +27: [2023-05-10 11:34:50,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +27: [2023-05-10 11:34:50,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +12: [2023-05-10 11:34:50,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +12: [2023-05-10 11:34:50,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +12: [2023-05-10 11:34:50,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-10 11:34:50,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-10 11:34:50,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-10 11:34:50,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-10 11:34:50,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-10 11:34:50,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-10 11:34:50,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-10 11:34:50,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-10 11:34:50,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-10 11:34:50,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-10 11:34:50,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-10 11:34:50,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-10 11:34:50,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-10 11:34:50,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-10 11:34:50,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-10 11:34:50,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-10 11:34:50,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-10 11:34:50,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-10 11:34:50,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-10 11:34:50,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +11: [2023-05-10 11:34:50,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-10 11:34:50,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +12: [2023-05-10 11:34:50,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-10 11:34:50,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-10 11:34:50,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-10 11:34:50,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-10 11:34:50,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-10 11:34:50,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-10 11:34:50,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 4: [2023-05-10 11:34:50,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +12: [2023-05-10 11:34:50,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-10 11:34:50,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +25: [2023-05-10 11:34:50,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-10 11:34:50,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-10 11:34:50,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-10 11:34:50,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +26: [2023-05-10 11:34:50,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-10 11:34:50,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +25: [2023-05-10 11:34:50,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +28: [2023-05-10 11:34:50,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-10 11:34:50,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +18: [2023-05-10 11:34:50,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-10 11:34:50,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-10 11:34:50,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-10 11:34:50,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-10 11:34:50,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-10 11:34:50,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-10 11:34:50,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-10 11:34:50,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-10 11:34:50,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-10 11:34:50,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-10 11:34:50,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-10 11:34:50,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-10 11:34:50,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-10 11:34:50,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-10 11:34:50,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-10 11:34:50,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-10 11:34:50,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-10 11:34:50,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-10 11:34:50,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-10 11:34:50,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-10 11:34:50,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-10 11:34:50,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-10 11:34:50,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-10 11:34:50,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-10 11:34:50,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 1: [2023-05-10 11:34:50,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-10 11:34:50,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-10 11:34:50,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-10 11:34:50,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-10 11:34:50,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-10 11:34:50,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-10 11:34:50,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-10 11:34:50,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 1: [2023-05-10 11:34:50,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-10 11:34:50,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-10 11:34:50,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-10 11:34:50,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-10 11:34:50,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-10 11:34:50,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-10 11:34:50,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-10 11:34:50,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-10 11:34:50,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-10 11:34:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-10 11:34:50,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-10 11:34:50,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-10 11:34:50,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +19: [2023-05-10 11:34:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-10 11:34:50,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 8: [2023-05-10 11:34:50,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-10 11:34:50,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-10 11:34:50,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +19: [2023-05-10 11:34:50,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-10 11:34:50,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-10 11:34:50,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-10 11:34:50,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-10 11:34:50,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-10 11:34:50,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-10 11:34:50,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-10 11:34:50,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-10 11:34:50,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-10 11:34:50,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-10 11:34:50,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-10 11:34:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-10 11:34:50,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-10 11:34:50,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-10 11:34:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-10 11:34:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-10 11:34:50,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-10 11:34:50,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-10 11:34:50,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 3: [2023-05-10 11:34:50,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-10 11:34:50,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-10 11:34:50,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-10 11:34:50,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-10 11:34:50,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-10 11:34:50,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-10 11:34:50,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +19: [2023-05-10 11:34:50,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 3: [2023-05-10 11:34:50,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-10 11:34:50,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-10 11:34:50,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-10 11:34:50,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-10 11:34:50,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-10 11:34:50,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-10 11:34:50,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +22: [2023-05-10 11:34:50,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +26: [2023-05-10 11:34:50,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-10 11:34:50,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-10 11:34:50,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-10 11:34:50,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-10 11:34:50,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-10 11:34:50,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-10 11:34:50,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-10 11:34:50,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-10 11:34:50,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-10 11:34:50,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-10 11:34:50,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-10 11:34:50,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-10 11:34:50,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-10 11:34:50,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-10 11:34:50,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +14: [2023-05-10 11:34:50,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-10 11:34:50,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +15: [2023-05-10 11:34:50,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +14: [2023-05-10 11:34:50,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-10 11:34:50,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-10 11:34:50,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-10 11:34:50,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +17: [2023-05-10 11:34:50,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-10 11:34:50,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-10 11:34:50,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +13: [2023-05-10 11:34:50,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-10 11:34:50,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-10 11:34:50,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +23: [2023-05-10 11:34:50,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +30: [2023-05-10 11:34:50,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-10 11:34:50,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +18: [2023-05-10 11:34:50,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-10 11:34:50,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-10 11:34:50,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-10 11:34:50,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-10 11:34:50,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +30: [2023-05-10 11:34:50,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-10 11:34:50,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +16: [2023-05-10 11:34:50,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-10 11:34:50,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 4: [2023-05-10 11:34:50,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-10 11:34:50,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-10 11:34:50,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-10 11:34:50,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +12: [2023-05-10 11:34:50,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-10 11:34:50,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-10 11:34:50,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-10 11:34:50,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-10 11:34:50,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-10 11:34:50,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-10 11:34:50,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-10 11:34:50,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-10 11:34:50,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-10 11:34:50,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +17: [2023-05-10 11:34:50,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +17: [2023-05-10 11:34:50,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +30: [2023-05-10 11:34:50,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +17: [2023-05-10 11:34:50,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +30: [2023-05-10 11:34:50,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +25: [2023-05-10 11:34:50,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-10 11:34:50,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-10 11:34:50,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-10 11:34:50,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-10 11:34:50,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-10 11:34:50,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-10 11:34:50,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 6: [2023-05-10 11:34:50,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 6: [2023-05-10 11:34:50,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 6: [2023-05-10 11:34:50,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +28: [2023-05-10 11:34:50,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-10 11:34:50,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-10 11:34:50,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-10 11:34:50,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:50,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:50,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-10 11:34:50,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-10 11:34:50,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-10 11:34:50,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-10 11:34:50,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-10 11:34:50,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-10 11:34:50,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-10 11:34:50,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-10 11:34:50,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +20: [2023-05-10 11:34:50,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +30: [2023-05-10 11:34:50,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-10 11:34:50,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +16: [2023-05-10 11:34:50,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-10 11:34:50,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 1: [2023-05-10 11:34:50,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-10 11:34:50,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-10 11:34:50,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-10 11:34:50,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:50,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-10 11:34:50,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:50,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:50,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-10 11:34:50,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 0: [2023-05-10 11:34:50,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 0: [2023-05-10 11:34:50,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 1: [2023-05-10 11:34:50,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-10 11:34:50,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +11: [2023-05-10 11:34:50,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-10 11:34:50,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-10 11:34:50,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-10 11:34:50,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 2: [2023-05-10 11:34:50,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-10 11:34:50,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:50,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 1: [2023-05-10 11:34:50,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 9: [2023-05-10 11:34:50,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-10 11:34:50,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-10 11:34:50,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-10 11:34:50,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 1: [2023-05-10 11:34:50,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +21: [2023-05-10 11:34:50,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +21: [2023-05-10 11:34:50,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +21: [2023-05-10 11:34:50,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 1: [2023-05-10 11:34:50,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-10 11:34:50,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-10 11:34:50,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 2: [2023-05-10 11:34:50,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-10 11:34:50,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-10 11:34:50,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-10 11:34:50,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +29: [2023-05-10 11:34:50,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +10: [2023-05-10 11:34:50,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +10: [2023-05-10 11:34:50,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +10: [2023-05-10 11:34:50,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +10: [2023-05-10 11:34:50,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +13: [2023-05-10 11:34:50,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-10 11:34:50,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-10 11:34:50,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-10 11:34:50,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-10 11:34:50,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:50,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +29: [2023-05-10 11:34:50,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +28: [2023-05-10 11:34:50,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +23: [2023-05-10 11:34:50,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-10 11:34:50,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 9: [2023-05-10 11:34:50,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-10 11:34:50,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-10 11:34:50,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-10 11:34:50,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +11: [2023-05-10 11:34:50,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 9: [2023-05-10 11:34:50,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 9: [2023-05-10 11:34:50,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 6: [2023-05-10 11:34:50,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-10 11:34:50,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-10 11:34:50,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +11: [2023-05-10 11:34:50,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +18: [2023-05-10 11:34:50,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +18: [2023-05-10 11:34:50,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +18: [2023-05-10 11:34:50,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +18: [2023-05-10 11:34:50,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 9: [2023-05-10 11:34:50,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 9: [2023-05-10 11:34:50,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-10 11:34:50,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-10 11:34:50,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-10 11:34:50,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +16: [2023-05-10 11:34:50,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-10 11:34:50,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-10 11:34:50,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-10 11:34:50,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-10 11:34:50,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-10 11:34:50,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-10 11:34:50,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-10 11:34:50,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-10 11:34:50,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-10 11:34:50,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +20: [2023-05-10 11:34:50,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-10 11:34:50,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-10 11:34:50,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-10 11:34:50,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-10 11:34:50,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-10 11:34:50,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-10 11:34:50,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-10 11:34:50,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-10 11:34:50,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-10 11:34:50,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-10 11:34:50,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-10 11:34:50,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-10 11:34:50,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-10 11:34:50,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +26: [2023-05-10 11:34:50,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 0: [2023-05-10 11:34:50,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-10 11:34:50,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +21: [2023-05-10 11:34:50,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-10 11:34:50,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-10 11:34:50,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 2: [2023-05-10 11:34:50,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 2: [2023-05-10 11:34:50,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 2: [2023-05-10 11:34:50,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +26: [2023-05-10 11:34:50,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 2: [2023-05-10 11:34:50,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 0: [2023-05-10 11:34:50,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-10 11:34:50,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-10 11:34:50,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-10 11:34:50,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 6: [2023-05-10 11:34:50,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-10 11:34:50,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-10 11:34:50,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-10 11:34:50,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-10 11:34:50,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +31: [2023-05-10 11:34:50,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-10 11:34:50,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-10 11:34:50,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-10 11:34:50,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-10 11:34:50,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-10 11:34:50,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-10 11:34:50,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-10 11:34:50,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 8: [2023-05-10 11:34:50,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 8: [2023-05-10 11:34:50,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 5: [2023-05-10 11:34:50,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-10 11:34:50,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-10 11:34:50,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-10 11:34:50,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-10 11:34:50,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 3: [2023-05-10 11:34:50,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 3: [2023-05-10 11:34:50,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +10: [2023-05-10 11:34:50,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-10 11:34:50,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +29: [2023-05-10 11:34:50,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-10 11:34:50,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +24: [2023-05-10 11:34:50,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 3: [2023-05-10 11:34:50,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +27: [2023-05-10 11:34:50,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-10 11:34:50,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +27: [2023-05-10 11:34:50,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +16: [2023-05-10 11:34:50,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +16: [2023-05-10 11:34:50,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +16: [2023-05-10 11:34:50,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +16: [2023-05-10 11:34:50,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +10: [2023-05-10 11:34:50,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-10 11:34:50,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +12: [2023-05-10 11:34:50,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-10 11:34:50,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-10 11:34:50,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-10 11:34:50,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-10 11:34:50,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-10 11:34:50,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 5: [2023-05-10 11:34:50,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 5: [2023-05-10 11:34:50,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. + 9: [2023-05-10 11:34:50,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-10 11:34:50,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_07-model_01-model_states.pt. +13: [2023-05-10 11:34:50,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-10 11:34:50,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +31: [2023-05-10 11:34:50,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +31: [2023-05-10 11:34:50,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +31: [2023-05-10 11:34:50,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +14: [2023-05-10 11:34:50,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 9: [2023-05-10 11:34:50,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-10 11:34:50,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +14: [2023-05-10 11:34:50,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +25: [2023-05-10 11:34:50,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-10 11:34:50,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +13: [2023-05-10 11:34:50,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-10 11:34:50,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +12: [2023-05-10 11:34:50,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-10 11:34:50,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-10 11:34:50,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-10 11:34:50,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-10 11:34:50,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-10 11:34:50,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-10 11:34:50,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-10 11:34:50,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-10 11:34:50,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-10 11:34:50,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-10 11:34:50,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-10 11:34:50,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-10 11:34:50,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-10 11:34:50,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +13: [2023-05-10 11:34:50,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +25: [2023-05-10 11:34:50,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +13: [2023-05-10 11:34:50,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +13: [2023-05-10 11:34:50,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +25: [2023-05-10 11:34:50,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-10 11:34:50,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-10 11:34:50,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +12: [2023-05-10 11:34:50,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +25: [2023-05-10 11:34:50,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +25: [2023-05-10 11:34:50,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +13: [2023-05-10 11:34:50,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-10 11:34:50,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-10 11:34:50,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-10 11:34:50,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-10 11:34:50,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-10 11:34:50,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-10 11:34:50,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-10 11:34:50,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-10 11:34:50,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-10 11:34:50,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-10 11:34:50,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +15: [2023-05-10 11:34:50,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 8: [2023-05-10 11:34:50,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-10 11:34:50,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-10 11:34:50,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-10 11:34:50,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-10 11:34:50,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-10 11:34:50,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-10 11:34:50,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-10 11:34:50,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +16: [2023-05-10 11:34:50,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-10 11:34:50,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-10 11:34:50,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-10 11:34:50,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-10 11:34:50,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-10 11:34:50,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-10 11:34:50,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-10 11:34:50,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-10 11:34:50,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-10 11:34:50,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-10 11:34:50,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-10 11:34:50,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-10 11:34:50,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-10 11:34:50,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +17: [2023-05-10 11:34:50,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-10 11:34:50,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-10 11:34:50,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 5: [2023-05-10 11:34:50,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-10 11:34:50,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-10 11:34:50,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-10 11:34:50,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +15: [2023-05-10 11:34:50,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-10 11:34:50,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-10 11:34:50,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-10 11:34:50,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-10 11:34:50,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-10 11:34:50,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +15: [2023-05-10 11:34:50,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-10 11:34:50,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-10 11:34:50,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-10 11:34:50,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-10 11:34:50,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-10 11:34:50,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 5: [2023-05-10 11:34:50,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-10 11:34:50,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-10 11:34:50,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-10 11:34:50,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-10 11:34:50,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-10 11:34:50,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +20: [2023-05-10 11:34:50,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-10 11:34:50,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-10 11:34:50,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +23: [2023-05-10 11:34:50,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-10 11:34:50,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-10 11:34:50,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-10 11:34:50,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-10 11:34:50,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 6: [2023-05-10 11:34:50,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 6: [2023-05-10 11:34:50,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +20: [2023-05-10 11:34:50,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-10 11:34:50,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-10 11:34:50,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-10 11:34:50,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +10: [2023-05-10 11:34:50,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-10 11:34:50,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-10 11:34:50,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-10 11:34:50,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-10 11:34:50,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +29: [2023-05-10 11:34:50,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +29: [2023-05-10 11:34:50,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-10 11:34:50,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-10 11:34:50,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-10 11:34:50,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-10 11:34:50,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-10 11:34:50,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-10 11:34:50,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +20: [2023-05-10 11:34:50,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +17: [2023-05-10 11:34:50,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 6: [2023-05-10 11:34:50,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 6: [2023-05-10 11:34:50,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +11: [2023-05-10 11:34:50,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-10 11:34:50,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-10 11:34:50,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-10 11:34:50,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-10 11:34:50,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-10 11:34:50,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +29: [2023-05-10 11:34:50,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +18: [2023-05-10 11:34:50,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-10 11:34:50,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-10 11:34:50,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +29: [2023-05-10 11:34:50,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +21: [2023-05-10 11:34:50,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +10: [2023-05-10 11:34:50,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-10 11:34:50,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-10 11:34:50,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-10 11:34:50,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +11: [2023-05-10 11:34:50,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 0: [2023-05-10 11:34:50,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-10 11:34:50,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-10 11:34:50,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-10 11:34:50,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-10 11:34:50,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-10 11:34:50,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +29: [2023-05-10 11:34:50,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 9: [2023-05-10 11:34:50,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-10 11:34:50,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-10 11:34:50,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 9: [2023-05-10 11:34:50,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +18: [2023-05-10 11:34:50,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-10 11:34:50,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-10 11:34:50,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +10: [2023-05-10 11:34:50,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +18: [2023-05-10 11:34:50,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +18: [2023-05-10 11:34:50,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +10: [2023-05-10 11:34:50,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +11: [2023-05-10 11:34:50,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 0: [2023-05-10 11:34:50,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 0: [2023-05-10 11:34:50,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 0: [2023-05-10 11:34:50,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 9: [2023-05-10 11:34:50,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 0: [2023-05-10 11:34:50,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 9: [2023-05-10 11:34:50,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +18: [2023-05-10 11:34:50,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +18: [2023-05-10 11:34:50,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +11: [2023-05-10 11:34:50,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-10 11:34:50,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-10 11:34:50,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-10 11:34:50,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-10 11:34:50,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-10 11:34:50,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +26: [2023-05-10 11:34:50,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-10 11:34:50,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-10 11:34:50,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 8: [2023-05-10 11:34:50,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 2: [2023-05-10 11:34:50,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 2: [2023-05-10 11:34:50,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 8: [2023-05-10 11:34:50,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-10 11:34:50,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-10 11:34:50,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-10 11:34:50,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-10 11:34:50,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +26: [2023-05-10 11:34:50,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +16: [2023-05-10 11:34:50,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-10 11:34:50,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-10 11:34:50,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-10 11:34:50,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-10 11:34:50,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 8: [2023-05-10 11:34:50,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-10 11:34:50,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 5: [2023-05-10 11:34:50,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-10 11:34:50,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 8: [2023-05-10 11:34:50,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 3: [2023-05-10 11:34:50,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-10 11:34:50,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-10 11:34:50,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-10 11:34:50,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-10 11:34:50,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-10 11:34:50,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +16: [2023-05-10 11:34:50,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-10 11:34:50,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-10 11:34:50,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +16: [2023-05-10 11:34:50,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 8: [2023-05-10 11:34:50,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 5: [2023-05-10 11:34:50,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 5: [2023-05-10 11:34:50,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-10 11:34:50,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-10 11:34:50,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 3: [2023-05-10 11:34:50,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 3: [2023-05-10 11:34:50,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 3: [2023-05-10 11:34:50,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +16: [2023-05-10 11:34:50,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +16: [2023-05-10 11:34:50,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 5: [2023-05-10 11:34:50,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-10 11:34:50,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 5: [2023-05-10 11:34:50,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... + 5: [2023-05-10 11:34:50,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-10 11:34:50,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-10 11:34:50,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-10 11:34:50,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-10 11:34:50,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-10 11:34:50,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-10 11:34:50,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-10 11:34:50,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-10 11:34:50,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-10 11:34:50,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-10 11:34:50,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-10 11:34:50,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-10 11:34:50,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-10 11:34:51,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-10 11:34:51,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-10 11:34:51,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-10 11:34:51,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-10 11:34:51,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-10 11:34:51,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-10 11:34:51,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-10 11:34:51,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-10 11:34:51,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-10 11:34:51,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-10 11:34:51,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-10 11:34:51,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-10 11:34:51,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-10 11:34:51,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-10 11:34:51,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-10 11:34:51,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-10 11:34:51,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-10 11:34:51,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-10 11:34:51,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-10 11:34:51,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-10 11:34:51,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-10 11:34:51,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-10 11:34:51,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-10 11:34:51,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-10 11:34:51,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-10 11:34:51,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-10 11:34:51,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-10 11:34:51,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-10 11:34:51,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-10 11:34:51,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-10 11:34:51,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-10 11:34:51,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-10 11:34:51,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-10 11:34:51,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-10 11:34:51,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-10 11:34:51,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-10 11:34:51,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-10 11:34:51,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-10 11:34:51,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-10 11:34:51,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-10 11:34:51,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-10 11:34:51,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-10 11:34:51,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-10 11:34:51,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-10 11:34:51,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-10 11:34:51,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-10 11:34:51,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-10 11:34:51,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-10 11:34:51,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-10 11:34:51,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-10 11:34:51,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-10 11:34:51,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-10 11:34:51,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-10 11:34:51,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-10 11:34:51,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-10 11:34:51,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-10 11:34:51,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-10 11:34:51,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-10 11:34:51,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-10 11:34:51,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-10 11:34:51,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-10 11:34:51,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-10 11:34:51,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-10 11:34:51,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-10 11:34:51,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-10 11:34:51,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-10 11:34:51,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-10 11:34:51,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-10 11:34:51,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-10 11:34:51,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-10 11:34:51,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-10 11:34:51,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-10 11:34:51,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-10 11:34:51,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-10 11:34:51,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-10 11:34:51,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-10 11:34:51,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-10 11:34:51,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-10 11:34:51,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-10 11:34:51,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-10 11:34:51,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-10 11:34:51,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-10 11:34:51,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-10 11:34:51,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-10 11:34:51,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-10 11:34:51,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-10 11:34:51,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-10 11:34:51,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-10 11:34:51,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-10 11:34:51,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-10 11:34:51,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-10 11:34:51,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-10 11:34:51,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-10 11:34:51,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-10 11:34:51,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-10 11:34:51,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-10 11:34:51,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-10 11:34:51,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-10 11:34:51,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-10 11:34:51,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-10 11:34:51,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-10 11:34:51,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-10 11:34:51,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-10 11:34:51,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-10 11:34:51,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-10 11:34:51,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-10 11:34:51,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-10 11:34:51,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-10 11:34:51,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-10 11:34:51,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-10 11:34:51,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-10 11:34:51,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-10 11:34:51,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-10 11:34:51,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-10 11:34:51,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-10 11:34:51,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-10 11:34:51,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-10 11:34:51,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-10 11:34:51,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-10 11:34:51,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-10 11:34:51,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-10 11:34:51,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-10 11:34:51,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-10 11:34:51,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-10 11:34:51,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-10 11:34:51,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-10 11:34:51,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-10 11:34:51,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-10 11:34:51,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-10 11:34:51,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-10 11:34:51,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-10 11:34:51,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-10 11:34:51,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-10 11:34:51,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-10 11:34:51,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-10 11:34:51,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-10 11:34:51,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-10 11:34:51,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-10 11:34:51,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-10 11:34:51,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-10 11:34:51,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-10 11:34:51,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-10 11:34:51,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-10 11:34:51,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-10 11:34:51,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-10 11:34:51,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-10 11:34:51,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-10 11:34:51,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-10 11:34:51,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-10 11:34:51,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-10 11:34:51,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-10 11:34:51,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-10 11:34:51,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-10 11:34:51,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-10 11:34:51,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-10 11:34:51,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-10 11:34:51,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-10 11:34:51,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-10 11:34:51,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-10 11:34:51,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-10 11:34:51,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-10 11:34:51,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-10 11:34:51,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-10 11:34:51,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-10 11:34:51,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-10 11:34:51,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-10 11:34:51,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-10 11:34:51,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-10 11:34:51,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-10 11:34:51,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-10 11:34:51,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-10 11:34:51,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-10 11:34:51,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-10 11:34:51,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-10 11:34:51,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-10 11:34:51,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-10 11:34:51,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-10 11:34:51,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-10 11:34:51,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-10 11:34:51,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-10 11:34:51,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-10 11:34:51,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-10 11:34:51,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-10 11:34:51,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-10 11:34:51,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-10 11:34:51,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-10 11:34:51,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-10 11:34:51,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-10 11:34:51,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-10 11:34:51,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-10 11:34:51,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-10 11:34:51,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-10 11:34:51,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-10 11:34:51,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-10 11:34:51,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-10 11:34:51,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-10 11:34:51,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-10 11:34:51,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-10 11:34:51,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-10 11:34:51,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-10 11:34:51,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-10 11:34:51,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-10 11:34:51,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-10 11:34:51,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-10 11:34:51,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-10 11:34:51,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-10 11:34:51,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-10 11:34:51,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-10 11:34:51,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-10 11:34:51,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-10 11:34:51,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-10 11:34:51,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-10 11:34:51,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-10 11:34:51,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-10 11:34:51,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-10 11:34:51,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-10 11:34:51,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-10 11:34:51,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-10 11:34:51,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-10 11:34:51,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-10 11:34:51,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-10 11:34:51,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-10 11:34:51,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-10 11:34:51,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-10 11:34:51,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-10 11:34:51,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-10 11:34:51,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-10 11:34:51,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-10 11:34:51,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-10 11:34:51,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-10 11:34:51,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-10 11:34:51,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-10 11:34:51,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-10 11:34:51,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-10 11:34:51,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-10 11:34:51,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-10 11:34:51,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:51,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-10 11:34:51,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-10 11:34:51,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-10 11:34:51,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-10 11:34:51,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-10 11:34:51,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-10 11:34:51,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-10 11:34:51,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-10 11:34:51,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:51,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-10 11:34:51,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-10 11:34:51,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-10 11:34:51,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-10 11:34:51,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-10 11:34:51,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-10 11:34:51,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-10 11:34:51,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:51,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:51,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:51,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-10 11:34:51,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-10 11:34:51,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-10 11:34:51,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-10 11:34:51,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-10 11:34:51,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-10 11:34:51,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-10 11:34:51,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-10 11:34:51,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-10 11:34:51,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-10 11:34:51,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-10 11:34:51,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-10 11:34:51,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-10 11:34:51,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-10 11:34:51,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-10 11:34:51,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-10 11:34:51,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-10 11:34:51,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-10 11:34:51,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-10 11:34:51,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-10 11:34:51,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-10 11:34:51,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-10 11:34:51,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-10 11:34:51,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-10 11:34:51,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-10 11:34:51,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-10 11:34:51,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-10 11:34:51,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-10 11:34:51,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-10 11:34:51,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-10 11:34:51,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-10 11:34:51,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-10 11:34:51,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-10 11:34:51,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-10 11:34:51,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-10 11:34:51,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-10 11:34:51,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-10 11:34:51,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-10 11:34:51,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-10 11:34:51,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-10 11:34:51,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-10 11:34:51,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-10 11:34:51,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-10 11:34:51,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-10 11:34:51,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-10 11:34:51,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-10 11:34:51,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-10 11:34:51,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-10 11:34:51,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-10 11:34:51,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-10 11:34:51,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-10 11:34:51,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-10 11:34:51,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-10 11:34:51,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-10 11:34:51,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-10 11:34:51,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-10 11:34:51,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-10 11:34:51,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-10 11:34:51,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-10 11:34:51,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-10 11:34:51,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-10 11:34:51,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-10 11:34:51,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-10 11:34:51,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-10 11:34:51,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-10 11:34:51,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-10 11:34:51,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-10 11:34:51,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-10 11:34:51,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-10 11:34:51,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-10 11:34:51,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-10 11:34:51,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-10 11:34:51,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-10 11:34:51,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-10 11:34:51,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-10 11:34:51,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-10 11:34:51,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-10 11:34:51,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-10 11:34:51,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-10 11:34:51,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-10 11:34:51,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-10 11:34:51,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-10 11:34:51,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-10 11:34:51,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-10 11:34:51,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-10 11:34:51,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-10 11:34:51,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-10 11:34:51,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-10 11:34:51,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-10 11:34:51,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-10 11:34:51,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-10 11:34:51,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-10 11:34:51,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-10 11:34:51,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-10 11:34:51,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-10 11:34:51,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-10 11:34:51,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-10 11:34:51,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-10 11:34:51,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-10 11:34:51,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-10 11:34:51,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-10 11:34:51,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-10 11:34:51,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-10 11:34:51,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-10 11:34:51,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-10 11:34:51,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-10 11:34:51,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-10 11:34:51,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-10 11:34:51,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-10 11:34:51,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-10 11:34:51,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-10 11:34:51,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-10 11:34:51,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-10 11:34:51,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-10 11:34:51,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-10 11:34:51,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-10 11:34:51,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-10 11:34:51,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-10 11:34:51,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-10 11:34:51,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-10 11:34:51,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-10 11:34:51,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-10 11:34:51,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-10 11:34:51,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-10 11:34:51,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-10 11:34:51,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-10 11:34:51,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-10 11:34:51,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-10 11:34:51,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-10 11:34:51,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-10 11:34:51,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-10 11:34:51,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-10 11:34:51,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-10 11:34:51,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-10 11:34:51,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-10 11:34:51,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-10 11:34:51,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-10 11:34:51,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-10 11:34:51,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-10 11:34:51,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-10 11:34:51,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-10 11:34:51,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-10 11:34:51,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-10 11:34:51,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-10 11:34:51,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-10 11:34:51,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-10 11:34:51,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-10 11:34:51,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-10 11:34:51,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-10 11:34:51,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-10 11:34:51,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-10 11:34:51,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-10 11:34:51,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-10 11:34:51,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-10 11:34:51,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-10 11:34:51,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-10 11:34:51,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-10 11:34:51,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-10 11:34:51,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-10 11:34:51,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-10 11:34:51,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-10 11:34:51,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-10 11:34:51,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-10 11:34:51,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-10 11:34:51,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-10 11:34:51,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-10 11:34:51,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-10 11:34:51,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-10 11:34:51,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-10 11:34:51,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-10 11:34:51,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-10 11:34:51,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-10 11:34:51,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-10 11:34:51,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-10 11:34:51,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-10 11:34:51,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-10 11:34:51,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-10 11:34:51,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-10 11:34:51,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-10 11:34:51,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-10 11:34:51,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-10 11:34:51,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-10 11:34:51,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-10 11:34:51,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-10 11:34:51,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-10 11:34:51,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-10 11:34:51,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-10 11:34:51,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-10 11:34:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-10 11:34:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-10 11:34:51,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-10 11:34:51,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-10 11:34:51,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-10 11:34:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-10 11:34:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-10 11:34:51,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-10 11:34:51,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-10 11:34:51,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-10 11:34:51,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-10 11:34:51,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-10 11:34:51,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-10 11:34:51,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-10 11:34:51,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-10 11:34:51,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-10 11:34:51,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-10 11:34:51,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-10 11:34:51,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-10 11:34:51,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-10 11:34:51,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-10 11:34:51,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-10 11:34:51,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-10 11:34:51,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-10 11:34:51,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-10 11:34:51,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-10 11:34:51,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-10 11:34:51,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-10 11:34:51,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-10 11:34:51,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-10 11:34:51,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-10 11:34:51,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-10 11:34:51,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-10 11:34:51,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-10 11:34:51,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-10 11:34:51,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-10 11:34:51,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-10 11:34:51,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-10 11:34:51,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-10 11:34:51,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-10 11:34:51,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-10 11:34:51,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-10 11:34:51,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-10 11:34:51,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-10 11:34:51,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-10 11:34:51,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-10 11:34:51,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-10 11:34:51,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-10 11:34:51,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-10 11:34:51,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-10 11:34:51,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-10 11:34:51,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 3: [2023-05-10 11:34:51,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 3: [2023-05-10 11:34:51,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 3: [2023-05-10 11:34:51,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 8: [2023-05-10 11:34:51,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-10 11:34:51,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-10 11:34:51,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-10 11:34:51,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-10 11:34:51,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-10 11:34:51,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-10 11:34:51,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-10 11:34:51,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-10 11:34:51,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-10 11:34:51,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-10 11:34:51,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-10 11:34:51,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-10 11:34:51,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-10 11:34:51,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-10 11:34:51,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-10 11:34:51,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-10 11:34:51,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-10 11:34:51,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-10 11:34:51,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-10 11:34:51,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-10 11:34:51,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-10 11:34:51,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 2: [2023-05-10 11:34:51,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 2: [2023-05-10 11:34:51,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 2: [2023-05-10 11:34:51,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 3: [2023-05-10 11:34:51,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-10 11:34:51,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-10 11:34:51,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-10 11:34:51,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-10 11:34:51,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-10 11:34:51,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 2: [2023-05-10 11:34:51,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-10 11:34:51,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-10 11:34:51,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 3: [2023-05-10 11:34:51,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 3: [2023-05-10 11:34:51,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-10 11:34:51,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +21: [2023-05-10 11:34:51,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +21: [2023-05-10 11:34:51,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +21: [2023-05-10 11:34:51,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +21: [2023-05-10 11:34:51,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +22: [2023-05-10 11:34:51,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +22: [2023-05-10 11:34:51,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +22: [2023-05-10 11:34:51,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +22: [2023-05-10 11:34:51,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +20: [2023-05-10 11:34:51,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +20: [2023-05-10 11:34:51,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +20: [2023-05-10 11:34:51,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +20: [2023-05-10 11:34:51,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +21: [2023-05-10 11:34:51,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-10 11:34:51,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-10 11:34:51,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-10 11:34:51,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-10 11:34:51,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-10 11:34:51,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-10 11:34:51,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-10 11:34:51,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-10 11:34:51,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-10 11:34:51,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-10 11:34:51,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-10 11:34:51,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-10 11:34:51,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-10 11:34:51,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +20: [2023-05-10 11:34:51,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-10 11:34:51,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-10 11:34:51,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +20: [2023-05-10 11:34:51,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-10 11:34:51,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 2: [2023-05-10 11:34:51,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 1: [2023-05-10 11:34:51,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 1: [2023-05-10 11:34:51,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 1: [2023-05-10 11:34:51,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 1: [2023-05-10 11:34:51,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 4: [2023-05-10 11:34:51,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 4: [2023-05-10 11:34:51,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 4: [2023-05-10 11:34:51,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 4: [2023-05-10 11:34:51,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +18: [2023-05-10 11:34:51,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +18: [2023-05-10 11:34:51,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +18: [2023-05-10 11:34:51,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +18: [2023-05-10 11:34:51,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +17: [2023-05-10 11:34:51,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +17: [2023-05-10 11:34:51,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +17: [2023-05-10 11:34:51,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +17: [2023-05-10 11:34:51,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 8: [2023-05-10 11:34:51,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 8: [2023-05-10 11:34:51,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 8: [2023-05-10 11:34:51,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 8: [2023-05-10 11:34:51,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +21: [2023-05-10 11:34:51,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-10 11:34:51,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +20: [2023-05-10 11:34:51,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-10 11:34:51,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-10 11:34:51,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-10 11:34:51,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-10 11:34:51,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:51,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-10 11:34:51,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-10 11:34:51,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-10 11:34:51,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-10 11:34:51,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 4: [2023-05-10 11:34:51,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-10 11:34:51,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +20: [2023-05-10 11:34:51,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-10 11:34:51,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:51,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:51,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-10 11:34:51,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-10 11:34:51,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +22: [2023-05-10 11:34:51,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +22: [2023-05-10 11:34:51,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +22: [2023-05-10 11:34:51,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +20: [2023-05-10 11:34:51,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-10 11:34:51,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +18: [2023-05-10 11:34:51,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-10 11:34:51,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-10 11:34:51,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-10 11:34:51,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-10 11:34:51,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-10 11:34:51,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +17: [2023-05-10 11:34:51,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-10 11:34:51,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-10 11:34:51,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-10 11:34:51,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +21: [2023-05-10 11:34:51,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +17: [2023-05-10 11:34:51,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-10 11:34:51,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-10 11:34:51,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-10 11:34:51,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-10 11:34:51,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-10 11:34:51,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 8: [2023-05-10 11:34:51,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-10 11:34:51,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-10 11:34:51,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 5: [2023-05-10 11:34:51,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 5: [2023-05-10 11:34:51,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 5: [2023-05-10 11:34:51,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +19: [2023-05-10 11:34:51,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +19: [2023-05-10 11:34:51,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +19: [2023-05-10 11:34:51,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +27: [2023-05-10 11:34:51,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +19: [2023-05-10 11:34:51,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +27: [2023-05-10 11:34:51,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +27: [2023-05-10 11:34:51,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +27: [2023-05-10 11:34:51,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +12: [2023-05-10 11:34:51,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +12: [2023-05-10 11:34:51,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +12: [2023-05-10 11:34:51,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +12: [2023-05-10 11:34:51,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +11: [2023-05-10 11:34:51,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +11: [2023-05-10 11:34:51,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +11: [2023-05-10 11:34:51,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +28: [2023-05-10 11:34:51,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +28: [2023-05-10 11:34:51,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +11: [2023-05-10 11:34:51,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +28: [2023-05-10 11:34:51,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +28: [2023-05-10 11:34:51,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +14: [2023-05-10 11:34:51,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +14: [2023-05-10 11:34:51,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +14: [2023-05-10 11:34:51,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +14: [2023-05-10 11:34:51,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +26: [2023-05-10 11:34:51,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +26: [2023-05-10 11:34:51,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +26: [2023-05-10 11:34:51,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +26: [2023-05-10 11:34:51,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 9: [2023-05-10 11:34:51,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 9: [2023-05-10 11:34:51,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 9: [2023-05-10 11:34:51,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +10: [2023-05-10 11:34:51,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 9: [2023-05-10 11:34:51,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +10: [2023-05-10 11:34:51,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +10: [2023-05-10 11:34:51,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +10: [2023-05-10 11:34:51,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +24: [2023-05-10 11:34:51,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +24: [2023-05-10 11:34:51,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +24: [2023-05-10 11:34:51,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +24: [2023-05-10 11:34:51,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +23: [2023-05-10 11:34:51,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +23: [2023-05-10 11:34:51,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +23: [2023-05-10 11:34:51,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 6: [2023-05-10 11:34:51,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 6: [2023-05-10 11:34:51,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 6: [2023-05-10 11:34:51,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +23: [2023-05-10 11:34:51,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 6: [2023-05-10 11:34:51,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +30: [2023-05-10 11:34:51,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +30: [2023-05-10 11:34:51,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +30: [2023-05-10 11:34:51,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 7: [2023-05-10 11:34:51,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 7: [2023-05-10 11:34:51,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +30: [2023-05-10 11:34:51,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 7: [2023-05-10 11:34:51,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 7: [2023-05-10 11:34:51,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +15: [2023-05-10 11:34:51,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +15: [2023-05-10 11:34:51,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +15: [2023-05-10 11:34:51,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 0: [2023-05-10 11:34:51,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 0: [2023-05-10 11:34:51,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 0: [2023-05-10 11:34:51,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +15: [2023-05-10 11:34:51,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 0: [2023-05-10 11:34:51,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +31: [2023-05-10 11:34:51,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +31: [2023-05-10 11:34:51,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +31: [2023-05-10 11:34:51,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +13: [2023-05-10 11:34:51,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +13: [2023-05-10 11:34:51,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +13: [2023-05-10 11:34:51,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +25: [2023-05-10 11:34:51,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +25: [2023-05-10 11:34:51,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +13: [2023-05-10 11:34:51,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +25: [2023-05-10 11:34:51,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. + 5: [2023-05-10 11:34:51,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-10 11:34:51,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-10 11:34:51,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +31: [2023-05-10 11:34:51,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +16: [2023-05-10 11:34:51,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +16: [2023-05-10 11:34:51,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +16: [2023-05-10 11:34:51,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +16: [2023-05-10 11:34:51,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +29: [2023-05-10 11:34:51,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +29: [2023-05-10 11:34:51,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +19: [2023-05-10 11:34:51,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-10 11:34:51,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +29: [2023-05-10 11:34:51,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_08-model_01-model_states.pt. +27: [2023-05-10 11:34:51,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-10 11:34:51,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-10 11:34:51,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-10 11:34:51,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:51,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-10 11:34:51,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-10 11:34:51,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-10 11:34:51,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-10 11:34:51,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-10 11:34:51,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:51,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-10 11:34:51,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +12: [2023-05-10 11:34:51,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-10 11:34:51,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-10 11:34:51,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-10 11:34:51,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-10 11:34:51,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-10 11:34:51,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-10 11:34:51,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-10 11:34:51,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:51,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 1: [2023-05-10 11:34:51,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 9: [2023-05-10 11:34:51,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-10 11:34:51,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-10 11:34:51,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-10 11:34:51,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-10 11:34:51,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-10 11:34:51,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-10 11:34:51,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-10 11:34:51,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-10 11:34:51,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-10 11:34:51,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-10 11:34:51,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-10 11:34:51,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:51,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-10 11:34:51,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-10 11:34:51,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-10 11:34:51,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-10 11:34:51,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-10 11:34:51,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-10 11:34:51,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-10 11:34:51,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-10 11:34:51,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-10 11:34:51,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-10 11:34:51,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-10 11:34:51,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-10 11:34:51,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 6: [2023-05-10 11:34:51,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-10 11:34:51,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-10 11:34:51,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-10 11:34:51,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-10 11:34:51,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 6: [2023-05-10 11:34:51,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-10 11:34:51,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-10 11:34:51,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-10 11:34:51,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-10 11:34:51,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 4: [2023-05-10 11:34:51,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 4: [2023-05-10 11:34:51,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 6: [2023-05-10 11:34:51,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-10 11:34:51,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-10 11:34:51,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-10 11:34:51,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-10 11:34:51,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-10 11:34:51,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-10 11:34:51,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-10 11:34:51,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-10 11:34:51,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-10 11:34:51,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-10 11:34:51,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 4: [2023-05-10 11:34:51,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +10: [2023-05-10 11:34:51,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-10 11:34:51,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-10 11:34:51,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-10 11:34:51,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-10 11:34:51,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-10 11:34:51,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-10 11:34:51,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-10 11:34:51,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-10 11:34:51,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-10 11:34:51,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-10 11:34:51,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-10 11:34:51,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-10 11:34:51,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-10 11:34:51,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +18: [2023-05-10 11:34:51,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +30: [2023-05-10 11:34:51,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-10 11:34:51,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-10 11:34:51,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-10 11:34:51,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-10 11:34:51,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-10 11:34:51,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-10 11:34:51,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-10 11:34:51,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 8: [2023-05-10 11:34:51,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +16: [2023-05-10 11:34:51,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-10 11:34:51,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-10 11:34:51,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-10 11:34:51,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +15: [2023-05-10 11:34:51,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-10 11:34:51,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-10 11:34:51,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-10 11:34:51,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-10 11:34:51,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-10 11:34:51,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-10 11:34:51,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-10 11:34:51,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-10 11:34:51,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-10 11:34:51,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 0: [2023-05-10 11:34:51,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-10 11:34:51,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-10 11:34:51,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-10 11:34:51,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-10 11:34:51,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-10 11:34:51,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-10 11:34:51,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-10 11:34:51,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-10 11:34:51,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 8: [2023-05-10 11:34:51,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 8: [2023-05-10 11:34:51,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +15: [2023-05-10 11:34:51,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-10 11:34:51,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-10 11:34:51,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-10 11:34:51,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 5: [2023-05-10 11:34:51,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-10 11:34:51,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +15: [2023-05-10 11:34:51,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-10 11:34:51,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-10 11:34:51,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-10 11:34:51,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-10 11:34:51,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-10 11:34:51,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-10 11:34:51,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +27: [2023-05-10 11:34:51,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +27: [2023-05-10 11:34:51,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-10 11:34:51,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-10 11:34:51,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +12: [2023-05-10 11:34:51,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +12: [2023-05-10 11:34:51,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-10 11:34:51,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 5: [2023-05-10 11:34:51,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-10 11:34:51,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-10 11:34:51,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +27: [2023-05-10 11:34:51,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-10 11:34:51,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-10 11:34:51,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-10 11:34:51,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-10 11:34:51,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +29: [2023-05-10 11:34:51,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-10 11:34:51,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +28: [2023-05-10 11:34:51,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-10 11:34:51,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-10 11:34:51,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-10 11:34:51,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-10 11:34:51,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +29: [2023-05-10 11:34:51,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 5: [2023-05-10 11:34:51,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-10 11:34:51,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-10 11:34:51,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +28: [2023-05-10 11:34:51,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +14: [2023-05-10 11:34:51,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +26: [2023-05-10 11:34:51,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-10 11:34:51,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-10 11:34:51,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-10 11:34:51,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-10 11:34:51,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-10 11:34:51,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-10 11:34:51,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-10 11:34:51,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-10 11:34:51,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-10 11:34:51,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +12: [2023-05-10 11:34:51,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +26: [2023-05-10 11:34:51,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-10 11:34:51,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-10 11:34:51,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-10 11:34:51,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-10 11:34:51,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-10 11:34:51,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-10 11:34:51,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-10 11:34:51,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +23: [2023-05-10 11:34:51,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-10 11:34:51,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 9: [2023-05-10 11:34:51,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +28: [2023-05-10 11:34:51,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +24: [2023-05-10 11:34:51,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +24: [2023-05-10 11:34:51,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +26: [2023-05-10 11:34:51,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +23: [2023-05-10 11:34:51,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 6: [2023-05-10 11:34:51,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-10 11:34:51,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-10 11:34:51,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +14: [2023-05-10 11:34:51,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-10 11:34:51,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +25: [2023-05-10 11:34:51,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-10 11:34:51,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-10 11:34:51,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +19: [2023-05-10 11:34:51,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 9: [2023-05-10 11:34:51,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +28: [2023-05-10 11:34:51,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 9: [2023-05-10 11:34:51,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +23: [2023-05-10 11:34:51,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 6: [2023-05-10 11:34:51,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-10 11:34:51,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-10 11:34:51,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-10 11:34:51,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-10 11:34:51,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-10 11:34:51,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-10 11:34:51,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-10 11:34:51,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-10 11:34:51,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-10 11:34:51,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 6: [2023-05-10 11:34:51,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +23: [2023-05-10 11:34:51,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-10 11:34:51,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-10 11:34:51,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-10 11:34:51,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-10 11:34:51,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 6: [2023-05-10 11:34:51,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +24: [2023-05-10 11:34:51,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-10 11:34:51,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-10 11:34:51,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +14: [2023-05-10 11:34:51,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-10 11:34:51,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 7: [2023-05-10 11:34:51,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +14: [2023-05-10 11:34:51,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-10 11:34:51,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +30: [2023-05-10 11:34:51,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +23: [2023-05-10 11:34:51,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-10 11:34:51,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 7: [2023-05-10 11:34:51,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +25: [2023-05-10 11:34:51,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-10 11:34:51,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-10 11:34:51,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +23: [2023-05-10 11:34:51,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +10: [2023-05-10 11:34:51,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-10 11:34:51,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-10 11:34:51,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-10 11:34:51,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-10 11:34:51,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-10 11:34:51,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +13: [2023-05-10 11:34:51,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-10 11:34:51,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-10 11:34:51,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +24: [2023-05-10 11:34:51,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +13: [2023-05-10 11:34:51,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-10 11:34:51,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +25: [2023-05-10 11:34:51,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +25: [2023-05-10 11:34:51,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +14: [2023-05-10 11:34:51,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +23: [2023-05-10 11:34:51,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +16: [2023-05-10 11:34:51,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-10 11:34:51,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +30: [2023-05-10 11:34:51,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-10 11:34:51,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-10 11:34:51,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +10: [2023-05-10 11:34:51,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +10: [2023-05-10 11:34:51,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +26: [2023-05-10 11:34:51,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +15: [2023-05-10 11:34:51,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-10 11:34:51,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-10 11:34:51,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +13: [2023-05-10 11:34:51,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +16: [2023-05-10 11:34:51,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-10 11:34:51,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +16: [2023-05-10 11:34:51,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +30: [2023-05-10 11:34:51,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +29: [2023-05-10 11:34:51,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +15: [2023-05-10 11:34:51,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-10 11:34:51,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +16: [2023-05-10 11:34:51,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +31: [2023-05-10 11:34:51,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-10 11:34:51,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-10 11:34:51,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-10 11:34:51,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-10 11:34:51,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-10 11:34:51,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-10 11:34:51,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-10 11:34:51,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-10 11:34:51,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-10 11:34:51,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-10 11:34:51,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-10 11:34:51,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-10 11:34:51,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +29: [2023-05-10 11:34:51,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-10 11:34:51,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +16: [2023-05-10 11:34:51,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 0: [2023-05-10 11:34:51,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +31: [2023-05-10 11:34:51,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 0: [2023-05-10 11:34:51,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 0: [2023-05-10 11:34:51,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +31: [2023-05-10 11:34:51,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +31: [2023-05-10 11:34:51,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +31: [2023-05-10 11:34:51,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... + 0: [2023-05-10 11:34:51,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +13: [2023-05-10 11:34:51,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +30: [2023-05-10 11:34:51,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-10 11:34:51,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +15: [2023-05-10 11:34:51,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +30: [2023-05-10 11:34:51,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +15: [2023-05-10 11:34:51,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-10 11:34:51,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt... +27: [2023-05-10 11:34:52,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-10 11:34:52,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-10 11:34:52,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-10 11:34:52,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-10 11:34:52,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-10 11:34:52,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-10 11:34:52,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-10 11:34:52,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-10 11:34:52,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-10 11:34:52,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-10 11:34:52,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-10 11:34:52,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-10 11:34:52,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-10 11:34:52,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-10 11:34:52,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-10 11:34:52,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-10 11:34:52,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-10 11:34:52,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-10 11:34:52,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-10 11:34:52,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-10 11:34:52,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-10 11:34:52,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-10 11:34:52,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-10 11:34:52,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-10 11:34:52,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-10 11:34:52,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-10 11:34:52,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-10 11:34:52,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-10 11:34:52,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-10 11:34:52,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-10 11:34:52,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-10 11:34:52,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-10 11:34:52,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-10 11:34:52,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-10 11:34:52,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-10 11:34:52,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-10 11:34:52,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +30: [2023-05-10 11:34:52,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 1: [2023-05-10 11:34:52,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-10 11:34:52,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-10 11:34:52,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-10 11:34:52,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 1: [2023-05-10 11:34:52,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-10 11:34:52,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 7: [2023-05-10 11:34:52,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-10 11:34:52,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-10 11:34:52,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-10 11:34:52,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-10 11:34:52,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-10 11:34:52,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-10 11:34:52,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-10 11:34:52,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-10 11:34:52,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-10 11:34:52,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-10 11:34:52,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-10 11:34:52,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-10 11:34:52,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-10 11:34:52,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-10 11:34:52,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-10 11:34:52,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-10 11:34:52,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-10 11:34:52,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-10 11:34:52,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-10 11:34:52,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-10 11:34:52,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-10 11:34:52,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-10 11:34:52,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-10 11:34:52,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-10 11:34:52,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-10 11:34:52,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-10 11:34:52,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-10 11:34:52,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-10 11:34:52,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-10 11:34:52,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-10 11:34:52,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-10 11:34:52,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-10 11:34:52,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-10 11:34:52,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-10 11:34:52,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-10 11:34:52,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-10 11:34:52,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-10 11:34:52,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-10 11:34:52,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-10 11:34:52,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-10 11:34:52,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-10 11:34:52,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-10 11:34:52,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-10 11:34:52,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-10 11:34:52,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-10 11:34:52,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-10 11:34:52,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-10 11:34:52,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-10 11:34:52,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-10 11:34:52,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +27: [2023-05-10 11:34:52,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +27: [2023-05-10 11:34:52,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +17: [2023-05-10 11:34:52,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-10 11:34:52,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-10 11:34:52,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 4: [2023-05-10 11:34:52,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 4: [2023-05-10 11:34:52,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +27: [2023-05-10 11:34:52,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 4: [2023-05-10 11:34:52,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +17: [2023-05-10 11:34:52,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-10 11:34:52,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-10 11:34:52,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-10 11:34:52,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-10 11:34:52,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-10 11:34:52,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-10 11:34:52,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-10 11:34:52,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-10 11:34:52,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-10 11:34:52,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-10 11:34:52,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-10 11:34:52,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-10 11:34:52,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-10 11:34:52,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-10 11:34:52,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-10 11:34:52,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-10 11:34:52,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-10 11:34:52,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-10 11:34:52,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-10 11:34:52,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-10 11:34:52,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-10 11:34:52,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-10 11:34:52,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-10 11:34:52,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-10 11:34:52,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-10 11:34:52,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-10 11:34:52,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-10 11:34:52,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-10 11:34:52,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-10 11:34:52,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-10 11:34:52,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-10 11:34:52,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-10 11:34:52,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-10 11:34:52,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-10 11:34:52,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-10 11:34:52,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-10 11:34:52,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-10 11:34:52,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-10 11:34:52,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-10 11:34:52,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-10 11:34:52,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-10 11:34:52,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-10 11:34:52,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-10 11:34:52,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-10 11:34:52,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-10 11:34:52,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-10 11:34:52,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-10 11:34:52,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-10 11:34:52,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-10 11:34:52,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-10 11:34:52,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-10 11:34:52,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-10 11:34:52,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-10 11:34:52,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-10 11:34:52,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-10 11:34:52,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-10 11:34:52,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-10 11:34:52,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-10 11:34:52,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-10 11:34:52,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-10 11:34:52,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-10 11:34:52,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-10 11:34:52,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-10 11:34:52,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-10 11:34:52,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-10 11:34:52,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-10 11:34:52,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-10 11:34:52,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-10 11:34:52,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-10 11:34:52,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-10 11:34:52,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +11: [2023-05-10 11:34:52,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-10 11:34:52,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-10 11:34:52,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +11: [2023-05-10 11:34:52,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-10 11:34:52,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +28: [2023-05-10 11:34:52,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-10 11:34:52,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-10 11:34:52,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-10 11:34:52,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-10 11:34:52,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-10 11:34:52,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-10 11:34:52,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-10 11:34:52,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-10 11:34:52,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-10 11:34:52,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-10 11:34:52,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-10 11:34:52,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +20: [2023-05-10 11:34:52,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-10 11:34:52,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-10 11:34:52,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-10 11:34:52,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-10 11:34:52,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-10 11:34:52,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-10 11:34:52,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-10 11:34:52,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-10 11:34:52,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-10 11:34:52,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-10 11:34:52,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-10 11:34:52,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-10 11:34:52,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-10 11:34:52,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-10 11:34:52,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-10 11:34:52,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-10 11:34:52,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-10 11:34:52,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-10 11:34:52,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-10 11:34:52,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-10 11:34:52,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-10 11:34:52,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-10 11:34:52,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-10 11:34:52,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-10 11:34:52,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-10 11:34:52,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-10 11:34:52,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-10 11:34:52,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-10 11:34:52,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-10 11:34:52,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-10 11:34:52,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-10 11:34:52,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-10 11:34:52,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-10 11:34:52,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-10 11:34:52,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-10 11:34:52,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-10 11:34:52,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-10 11:34:52,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-10 11:34:52,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-10 11:34:52,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-10 11:34:52,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-10 11:34:52,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-10 11:34:52,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-10 11:34:52,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-10 11:34:52,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-10 11:34:52,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-10 11:34:52,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +16: [2023-05-10 11:34:52,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +16: [2023-05-10 11:34:52,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 4: [2023-05-10 11:34:52,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +19: [2023-05-10 11:34:52,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-10 11:34:52,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-10 11:34:52,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-10 11:34:52,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-10 11:34:52,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-10 11:34:52,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-10 11:34:52,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-10 11:34:52,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-10 11:34:52,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +27: [2023-05-10 11:34:52,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-10 11:34:52,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-10 11:34:52,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +24: [2023-05-10 11:34:52,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-10 11:34:52,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-10 11:34:52,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +14: [2023-05-10 11:34:52,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +27: [2023-05-10 11:34:52,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +27: [2023-05-10 11:34:52,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +14: [2023-05-10 11:34:52,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +27: [2023-05-10 11:34:52,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +27: [2023-05-10 11:34:52,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 4: [2023-05-10 11:34:52,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-10 11:34:52,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-10 11:34:52,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-10 11:34:52,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-10 11:34:52,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +17: [2023-05-10 11:34:52,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-10 11:34:52,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 4: [2023-05-10 11:34:52,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-10 11:34:52,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-10 11:34:52,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-10 11:34:52,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-10 11:34:52,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-10 11:34:52,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-10 11:34:52,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-10 11:34:52,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-10 11:34:52,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-10 11:34:52,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-10 11:34:52,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +23: [2023-05-10 11:34:52,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-10 11:34:52,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-10 11:34:52,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-10 11:34:52,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-10 11:34:52,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-10 11:34:52,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-10 11:34:52,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-10 11:34:52,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-10 11:34:52,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-10 11:34:52,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-10 11:34:52,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-10 11:34:52,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-10 11:34:52,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-10 11:34:52,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-10 11:34:52,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-10 11:34:52,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-10 11:34:52,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-10 11:34:52,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-10 11:34:52,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-10 11:34:52,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-10 11:34:52,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-10 11:34:52,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-10 11:34:52,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-10 11:34:52,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-10 11:34:52,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-10 11:34:52,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-10 11:34:52,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-10 11:34:52,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-10 11:34:52,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-10 11:34:52,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-10 11:34:52,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-10 11:34:52,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-10 11:34:52,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-10 11:34:52,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-10 11:34:52,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-10 11:34:52,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-10 11:34:52,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-10 11:34:52,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-10 11:34:52,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-10 11:34:52,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-10 11:34:52,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-10 11:34:52,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-10 11:34:52,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-10 11:34:52,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-10 11:34:52,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-10 11:34:52,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-10 11:34:52,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-10 11:34:52,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-10 11:34:52,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-10 11:34:52,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-10 11:34:52,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-10 11:34:52,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-10 11:34:52,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-10 11:34:52,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-10 11:34:52,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-10 11:34:52,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-10 11:34:52,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-10 11:34:52,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-10 11:34:52,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-10 11:34:52,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-10 11:34:52,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-10 11:34:52,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-10 11:34:52,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-10 11:34:52,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-10 11:34:52,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-10 11:34:52,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-10 11:34:52,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-10 11:34:52,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-10 11:34:52,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-10 11:34:52,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-10 11:34:52,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-10 11:34:52,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-10 11:34:52,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-10 11:34:52,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-10 11:34:52,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-10 11:34:52,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-10 11:34:52,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-10 11:34:52,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-10 11:34:52,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-10 11:34:52,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-10 11:34:52,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-10 11:34:52,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-10 11:34:52,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-10 11:34:52,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-10 11:34:52,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-10 11:34:52,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-10 11:34:52,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-10 11:34:52,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-10 11:34:52,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-10 11:34:52,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-10 11:34:52,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-10 11:34:52,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-10 11:34:52,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-10 11:34:52,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-10 11:34:52,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-10 11:34:52,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-10 11:34:52,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-10 11:34:52,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-10 11:34:52,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-10 11:34:52,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-10 11:34:52,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-10 11:34:52,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-10 11:34:52,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-10 11:34:52,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-10 11:34:52,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-10 11:34:52,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-10 11:34:52,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-10 11:34:52,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-10 11:34:52,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-10 11:34:52,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-10 11:34:52,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-10 11:34:52,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-10 11:34:52,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-10 11:34:52,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-10 11:34:52,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-10 11:34:52,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-10 11:34:52,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-10 11:34:52,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +19: [2023-05-10 11:34:52,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +19: [2023-05-10 11:34:52,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +10: [2023-05-10 11:34:52,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-10 11:34:52,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-10 11:34:52,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-10 11:34:52,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-10 11:34:52,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 3: [2023-05-10 11:34:52,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-10 11:34:52,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-10 11:34:52,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-10 11:34:52,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-10 11:34:52,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-10 11:34:52,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-10 11:34:52,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-10 11:34:52,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-10 11:34:52,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-10 11:34:52,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-10 11:34:52,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-10 11:34:52,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-10 11:34:52,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-10 11:34:52,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-10 11:34:52,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-10 11:34:52,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-10 11:34:52,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-10 11:34:52,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-10 11:34:52,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-10 11:34:52,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-10 11:34:52,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-10 11:34:52,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-10 11:34:52,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-10 11:34:52,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-10 11:34:52,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-10 11:34:52,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-10 11:34:52,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-10 11:34:52,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-10 11:34:52,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-10 11:34:52,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-10 11:34:52,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-10 11:34:52,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-10 11:34:52,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-10 11:34:52,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-10 11:34:52,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-10 11:34:52,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-10 11:34:52,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-10 11:34:52,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-10 11:34:52,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +14: [2023-05-10 11:34:52,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +14: [2023-05-10 11:34:52,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-10 11:34:52,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-10 11:34:52,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +19: [2023-05-10 11:34:52,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-10 11:34:52,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-10 11:34:52,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-10 11:34:52,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-10 11:34:52,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-10 11:34:52,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-10 11:34:52,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-10 11:34:52,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-10 11:34:52,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-10 11:34:52,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-10 11:34:52,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +16: [2023-05-10 11:34:52,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +13: [2023-05-10 11:34:52,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-10 11:34:52,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-10 11:34:52,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-10 11:34:52,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-10 11:34:52,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-10 11:34:52,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-10 11:34:52,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-10 11:34:52,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-10 11:34:52,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-10 11:34:52,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-10 11:34:52,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-10 11:34:52,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-10 11:34:52,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-10 11:34:52,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +16: [2023-05-10 11:34:52,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-10 11:34:52,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-10 11:34:52,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-10 11:34:52,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 9: [2023-05-10 11:34:52,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-10 11:34:52,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-10 11:34:52,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-10 11:34:52,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-10 11:34:52,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-10 11:34:52,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-10 11:34:52,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-10 11:34:52,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-10 11:34:52,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-10 11:34:52,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +15: [2023-05-10 11:34:52,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-10 11:34:52,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-10 11:34:52,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-10 11:34:52,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-10 11:34:52,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-10 11:34:52,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-10 11:34:52,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-10 11:34:52,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-10 11:34:52,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-10 11:34:52,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-10 11:34:52,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-10 11:34:52,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-10 11:34:52,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-10 11:34:52,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-10 11:34:52,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-10 11:34:52,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-10 11:34:52,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-10 11:34:52,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-10 11:34:52,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-10 11:34:52,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-10 11:34:52,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-10 11:34:52,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-10 11:34:52,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-10 11:34:52,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-10 11:34:52,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-10 11:34:52,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-10 11:34:52,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-10 11:34:52,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-10 11:34:52,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-10 11:34:52,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-10 11:34:52,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-10 11:34:52,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-10 11:34:52,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-10 11:34:52,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-10 11:34:52,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-10 11:34:52,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-10 11:34:52,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-10 11:34:52,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-10 11:34:52,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-10 11:34:52,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-10 11:34:52,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-10 11:34:52,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-10 11:34:52,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-10 11:34:52,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-10 11:34:52,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-10 11:34:52,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-10 11:34:52,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-10 11:34:52,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-10 11:34:52,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-10 11:34:52,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-10 11:34:52,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-10 11:34:52,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-10 11:34:52,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-10 11:34:52,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-10 11:34:52,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-10 11:34:52,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-10 11:34:52,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-10 11:34:52,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-10 11:34:52,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-10 11:34:52,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-10 11:34:52,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-10 11:34:52,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-10 11:34:52,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-10 11:34:52,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-10 11:34:52,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-10 11:34:52,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-10 11:34:52,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-10 11:34:52,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-10 11:34:52,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-10 11:34:52,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-10 11:34:52,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-10 11:34:52,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-10 11:34:52,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +26: [2023-05-10 11:34:52,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-10 11:34:52,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-10 11:34:52,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-10 11:34:52,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-10 11:34:52,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-10 11:34:52,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-10 11:34:52,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-10 11:34:52,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-10 11:34:52,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-10 11:34:52,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-10 11:34:52,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-10 11:34:52,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-10 11:34:52,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-10 11:34:52,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-10 11:34:52,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-10 11:34:52,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-10 11:34:52,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-10 11:34:52,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-10 11:34:52,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-10 11:34:52,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-10 11:34:52,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 0: [2023-05-10 11:34:52,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-10 11:34:52,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-10 11:34:52,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-10 11:34:52,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-10 11:34:52,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-10 11:34:52,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-10 11:34:52,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-10 11:34:52,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-10 11:34:52,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-10 11:34:52,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-10 11:34:52,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-10 11:34:52,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-10 11:34:52,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-10 11:34:52,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-10 11:34:52,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-10 11:34:52,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +22: [2023-05-10 11:34:52,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 9: [2023-05-10 11:34:52,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-10 11:34:52,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-10 11:34:52,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +19: [2023-05-10 11:34:52,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +22: [2023-05-10 11:34:52,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +22: [2023-05-10 11:34:52,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +13: [2023-05-10 11:34:52,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-10 11:34:52,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-10 11:34:52,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-10 11:34:52,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-10 11:34:52,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-10 11:34:52,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-10 11:34:52,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-10 11:34:52,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-10 11:34:52,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-10 11:34:52,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-10 11:34:52,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-10 11:34:52,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +20: [2023-05-10 11:34:52,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +20: [2023-05-10 11:34:52,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +20: [2023-05-10 11:34:52,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +22: [2023-05-10 11:34:52,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-10 11:34:52,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-10 11:34:52,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-10 11:34:52,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-10 11:34:52,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +22: [2023-05-10 11:34:52,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +22: [2023-05-10 11:34:52,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +22: [2023-05-10 11:34:52,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +20: [2023-05-10 11:34:52,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-10 11:34:52,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-10 11:34:52,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-10 11:34:52,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-10 11:34:52,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +28: [2023-05-10 11:34:52,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +28: [2023-05-10 11:34:52,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +28: [2023-05-10 11:34:52,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 1: [2023-05-10 11:34:52,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 1: [2023-05-10 11:34:52,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 1: [2023-05-10 11:34:52,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 7: [2023-05-10 11:34:52,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 7: [2023-05-10 11:34:52,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 7: [2023-05-10 11:34:52,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 1: [2023-05-10 11:34:52,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 7: [2023-05-10 11:34:52,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +13: [2023-05-10 11:34:52,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +13: [2023-05-10 11:34:52,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +13: [2023-05-10 11:34:52,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +13: [2023-05-10 11:34:52,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +26: [2023-05-10 11:34:52,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +26: [2023-05-10 11:34:52,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +26: [2023-05-10 11:34:52,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +26: [2023-05-10 11:34:52,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +31: [2023-05-10 11:34:52,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +31: [2023-05-10 11:34:52,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +31: [2023-05-10 11:34:52,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +31: [2023-05-10 11:34:52,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 0: [2023-05-10 11:34:52,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 0: [2023-05-10 11:34:52,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 0: [2023-05-10 11:34:52,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 0: [2023-05-10 11:34:52,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-10 11:34:52,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-10 11:34:52,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +10: [2023-05-10 11:34:52,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +10: [2023-05-10 11:34:52,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +10: [2023-05-10 11:34:52,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +10: [2023-05-10 11:34:52,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-10 11:34:52,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +17: [2023-05-10 11:34:52,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +17: [2023-05-10 11:34:52,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +17: [2023-05-10 11:34:52,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-10 11:34:52,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +17: [2023-05-10 11:34:52,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +28: [2023-05-10 11:34:52,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-10 11:34:52,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-10 11:34:52,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-10 11:34:52,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-10 11:34:52,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-10 11:34:52,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-10 11:34:52,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-10 11:34:52,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +24: [2023-05-10 11:34:52,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 7: [2023-05-10 11:34:52,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-10 11:34:52,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-10 11:34:52,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-10 11:34:52,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-10 11:34:52,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +24: [2023-05-10 11:34:52,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +26: [2023-05-10 11:34:52,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-10 11:34:52,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 8: [2023-05-10 11:34:52,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +20: [2023-05-10 11:34:52,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-10 11:34:52,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +23: [2023-05-10 11:34:52,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +23: [2023-05-10 11:34:52,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +23: [2023-05-10 11:34:52,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 8: [2023-05-10 11:34:52,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +23: [2023-05-10 11:34:52,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +20: [2023-05-10 11:34:52,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +26: [2023-05-10 11:34:52,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-10 11:34:52,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-10 11:34:52,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-10 11:34:52,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-10 11:34:52,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-10 11:34:52,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-10 11:34:52,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-10 11:34:52,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-10 11:34:52,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-10 11:34:52,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-10 11:34:52,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-10 11:34:52,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-10 11:34:52,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-10 11:34:52,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-10 11:34:52,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 2: [2023-05-10 11:34:52,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-10 11:34:52,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +15: [2023-05-10 11:34:52,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +15: [2023-05-10 11:34:52,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +17: [2023-05-10 11:34:52,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-10 11:34:52,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +17: [2023-05-10 11:34:52,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-10 11:34:52,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-10 11:34:52,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-10 11:34:52,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-10 11:34:52,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-10 11:34:52,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-10 11:34:52,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-10 11:34:52,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-10 11:34:52,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-10 11:34:52,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-10 11:34:52,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-10 11:34:52,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-10 11:34:52,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-10 11:34:52,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-10 11:34:52,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-10 11:34:52,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-10 11:34:52,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-10 11:34:52,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-10 11:34:52,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-10 11:34:52,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-10 11:34:52,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +20: [2023-05-10 11:34:52,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +24: [2023-05-10 11:34:52,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-10 11:34:52,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-10 11:34:52,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-10 11:34:52,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-10 11:34:52,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +25: [2023-05-10 11:34:52,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +25: [2023-05-10 11:34:52,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +25: [2023-05-10 11:34:52,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +23: [2023-05-10 11:34:52,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-10 11:34:52,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-10 11:34:52,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-10 11:34:52,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-10 11:34:52,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-10 11:34:52,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-10 11:34:52,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +15: [2023-05-10 11:34:52,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-10 11:34:52,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-10 11:34:52,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +28: [2023-05-10 11:34:52,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 1: [2023-05-10 11:34:52,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-10 11:34:52,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +26: [2023-05-10 11:34:52,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-10 11:34:52,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +13: [2023-05-10 11:34:52,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-10 11:34:52,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-10 11:34:52,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-10 11:34:52,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-10 11:34:52,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-10 11:34:52,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-10 11:34:52,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-10 11:34:52,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 7: [2023-05-10 11:34:52,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-10 11:34:52,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-10 11:34:52,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +11: [2023-05-10 11:34:52,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +11: [2023-05-10 11:34:52,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +17: [2023-05-10 11:34:52,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-10 11:34:52,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-10 11:34:52,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 1: [2023-05-10 11:34:52,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-10 11:34:52,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-10 11:34:52,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +11: [2023-05-10 11:34:52,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 7: [2023-05-10 11:34:52,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 7: [2023-05-10 11:34:52,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 7: [2023-05-10 11:34:52,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +25: [2023-05-10 11:34:52,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-10 11:34:52,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +17: [2023-05-10 11:34:52,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +25: [2023-05-10 11:34:52,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-10 11:34:52,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-10 11:34:52,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-10 11:34:52,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-10 11:34:52,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-10 11:34:52,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +18: [2023-05-10 11:34:52,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +18: [2023-05-10 11:34:52,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +18: [2023-05-10 11:34:52,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 1: [2023-05-10 11:34:52,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +13: [2023-05-10 11:34:52,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-10 11:34:52,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +13: [2023-05-10 11:34:52,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-10 11:34:52,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-10 11:34:52,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-10 11:34:52,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-10 11:34:52,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-10 11:34:52,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +26: [2023-05-10 11:34:52,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +26: [2023-05-10 11:34:52,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +17: [2023-05-10 11:34:52,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-10 11:34:52,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +29: [2023-05-10 11:34:52,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-10 11:34:52,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-10 11:34:52,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +29: [2023-05-10 11:34:52,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +29: [2023-05-10 11:34:52,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +10: [2023-05-10 11:34:52,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-10 11:34:52,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 2: [2023-05-10 11:34:52,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +17: [2023-05-10 11:34:52,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-10 11:34:52,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +13: [2023-05-10 11:34:52,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +17: [2023-05-10 11:34:52,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 2: [2023-05-10 11:34:52,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +10: [2023-05-10 11:34:52,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +24: [2023-05-10 11:34:52,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-10 11:34:52,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-10 11:34:52,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +10: [2023-05-10 11:34:52,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +17: [2023-05-10 11:34:52,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +13: [2023-05-10 11:34:52,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-10 11:34:52,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +21: [2023-05-10 11:34:52,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +21: [2023-05-10 11:34:52,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 8: [2023-05-10 11:34:52,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-10 11:34:52,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +12: [2023-05-10 11:34:52,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +12: [2023-05-10 11:34:52,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +12: [2023-05-10 11:34:52,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 5: [2023-05-10 11:34:52,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 5: [2023-05-10 11:34:52,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 6: [2023-05-10 11:34:52,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 6: [2023-05-10 11:34:52,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 6: [2023-05-10 11:34:52,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 6: [2023-05-10 11:34:52,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 5: [2023-05-10 11:34:52,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +24: [2023-05-10 11:34:52,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +24: [2023-05-10 11:34:52,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 8: [2023-05-10 11:34:52,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-10 11:34:52,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-10 11:34:52,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +13: [2023-05-10 11:34:52,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +23: [2023-05-10 11:34:52,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-10 11:34:52,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +10: [2023-05-10 11:34:52,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-10 11:34:52,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-10 11:34:52,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-10 11:34:52,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-10 11:34:52,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-10 11:34:52,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 8: [2023-05-10 11:34:52,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 3: [2023-05-10 11:34:52,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 3: [2023-05-10 11:34:52,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 3: [2023-05-10 11:34:52,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 3: [2023-05-10 11:34:52,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +23: [2023-05-10 11:34:52,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +10: [2023-05-10 11:34:52,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 2: [2023-05-10 11:34:52,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +23: [2023-05-10 11:34:52,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 8: [2023-05-10 11:34:52,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-10 11:34:52,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-10 11:34:52,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-10 11:34:52,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-10 11:34:52,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-10 11:34:52,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-10 11:34:52,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-10 11:34:52,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-10 11:34:52,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-10 11:34:52,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-10 11:34:52,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-10 11:34:52,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-10 11:34:52,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-10 11:34:52,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-10 11:34:52,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-10 11:34:52,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +23: [2023-05-10 11:34:52,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +10: [2023-05-10 11:34:52,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-10 11:34:52,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 0: [2023-05-10 11:34:52,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 0: [2023-05-10 11:34:52,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +23: [2023-05-10 11:34:52,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 0: [2023-05-10 11:34:52,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +15: [2023-05-10 11:34:52,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-10 11:34:52,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +31: [2023-05-10 11:34:52,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +31: [2023-05-10 11:34:52,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +31: [2023-05-10 11:34:52,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +11: [2023-05-10 11:34:52,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-10 11:34:52,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-10 11:34:52,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-10 11:34:52,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +31: [2023-05-10 11:34:52,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +18: [2023-05-10 11:34:52,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-10 11:34:52,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-10 11:34:52,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-10 11:34:52,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +29: [2023-05-10 11:34:52,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-10 11:34:52,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 9: [2023-05-10 11:34:52,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 9: [2023-05-10 11:34:52,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 9: [2023-05-10 11:34:52,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. + 9: [2023-05-10 11:34:52,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_09-model_01-model_states.pt. +15: [2023-05-10 11:34:52,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-10 11:34:52,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-10 11:34:52,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-10 11:34:52,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-10 11:34:52,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-10 11:34:52,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-10 11:34:52,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-10 11:34:52,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-10 11:34:52,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-10 11:34:52,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-10 11:34:52,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-10 11:34:52,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-10 11:34:52,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-10 11:34:52,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-10 11:34:52,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +25: [2023-05-10 11:34:52,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-10 11:34:52,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-10 11:34:52,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-10 11:34:52,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-10 11:34:52,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-10 11:34:52,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-10 11:34:52,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-10 11:34:52,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +15: [2023-05-10 11:34:52,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +25: [2023-05-10 11:34:52,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +25: [2023-05-10 11:34:52,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-10 11:34:52,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-10 11:34:52,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-10 11:34:52,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-10 11:34:52,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-10 11:34:52,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-10 11:34:52,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-10 11:34:52,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 9: [2023-05-10 11:34:52,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-10 11:34:52,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-10 11:34:52,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +25: [2023-05-10 11:34:52,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 9: [2023-05-10 11:34:52,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-10 11:34:52,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-10 11:34:52,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-10 11:34:52,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-10 11:34:52,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +11: [2023-05-10 11:34:52,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +18: [2023-05-10 11:34:52,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-10 11:34:52,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-10 11:34:52,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-10 11:34:52,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +18: [2023-05-10 11:34:52,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-10 11:34:52,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-10 11:34:52,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-10 11:34:52,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-10 11:34:52,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-10 11:34:52,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-10 11:34:52,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-10 11:34:52,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-10 11:34:52,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +18: [2023-05-10 11:34:52,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +12: [2023-05-10 11:34:52,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-10 11:34:52,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +18: [2023-05-10 11:34:52,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +18: [2023-05-10 11:34:52,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 5: [2023-05-10 11:34:52,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +12: [2023-05-10 11:34:52,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +12: [2023-05-10 11:34:52,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-10 11:34:52,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-10 11:34:52,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +29: [2023-05-10 11:34:52,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +21: [2023-05-10 11:34:52,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +12: [2023-05-10 11:34:52,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 6: [2023-05-10 11:34:52,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-10 11:34:52,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 5: [2023-05-10 11:34:52,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-10 11:34:52,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 5: [2023-05-10 11:34:52,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-10 11:34:52,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-10 11:34:52,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +29: [2023-05-10 11:34:52,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-10 11:34:52,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-10 11:34:52,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-10 11:34:52,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-10 11:34:52,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-10 11:34:52,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 5: [2023-05-10 11:34:52,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 5: [2023-05-10 11:34:52,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +29: [2023-05-10 11:34:52,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +12: [2023-05-10 11:34:52,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-10 11:34:52,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +21: [2023-05-10 11:34:52,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +21: [2023-05-10 11:34:52,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +21: [2023-05-10 11:34:52,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 6: [2023-05-10 11:34:52,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-10 11:34:52,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-10 11:34:52,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 6: [2023-05-10 11:34:52,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 6: [2023-05-10 11:34:52,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 3: [2023-05-10 11:34:52,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-10 11:34:52,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-10 11:34:52,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-10 11:34:52,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-10 11:34:52,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-10 11:34:52,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-10 11:34:52,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 3: [2023-05-10 11:34:52,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 3: [2023-05-10 11:34:52,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 3: [2023-05-10 11:34:52,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 9: [2023-05-10 11:34:52,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-10 11:34:52,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-10 11:34:52,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 9: [2023-05-10 11:34:52,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 9: [2023-05-10 11:34:52,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... + 9: [2023-05-10 11:34:52,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt... +14: [2023-05-10 11:34:53,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-10 11:34:53,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-10 11:34:53,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-10 11:34:53,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-10 11:34:53,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-10 11:34:53,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-10 11:34:53,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-10 11:34:53,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-10 11:34:53,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-10 11:34:53,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-10 11:34:53,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-10 11:34:53,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-10 11:34:53,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-10 11:34:53,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-10 11:34:53,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-10 11:34:53,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-10 11:34:53,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-10 11:34:53,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-10 11:34:53,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-10 11:34:53,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-10 11:34:53,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-10 11:34:53,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-10 11:34:53,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-10 11:34:53,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-10 11:34:53,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-10 11:34:53,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-10 11:34:53,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-10 11:34:53,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-10 11:34:53,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-10 11:34:53,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-10 11:34:53,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-10 11:34:53,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-10 11:34:53,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-10 11:34:53,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-10 11:34:53,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-10 11:34:53,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-10 11:34:53,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-10 11:34:53,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-10 11:34:53,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-10 11:34:53,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-10 11:34:53,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-10 11:34:53,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-10 11:34:53,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-10 11:34:53,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-10 11:34:53,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-10 11:34:53,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-10 11:34:53,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-10 11:34:53,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-10 11:34:53,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-10 11:34:53,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-10 11:34:53,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-10 11:34:53,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-10 11:34:53,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-10 11:34:53,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-10 11:34:53,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-10 11:34:53,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-10 11:34:53,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-10 11:34:53,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-10 11:34:53,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-10 11:34:53,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-10 11:34:53,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-10 11:34:53,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-10 11:34:53,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-10 11:34:53,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-10 11:34:53,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-10 11:34:53,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-10 11:34:53,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-10 11:34:53,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-10 11:34:53,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-10 11:34:53,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-10 11:34:53,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-10 11:34:53,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-10 11:34:53,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-10 11:34:53,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-10 11:34:53,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-10 11:34:53,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-10 11:34:53,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-10 11:34:53,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-10 11:34:53,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-10 11:34:53,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-10 11:34:53,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-10 11:34:53,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-10 11:34:53,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-10 11:34:53,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-10 11:34:53,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-10 11:34:53,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-10 11:34:53,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-10 11:34:53,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-10 11:34:53,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-10 11:34:53,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-10 11:34:53,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-10 11:34:53,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-10 11:34:53,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-10 11:34:53,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-10 11:34:53,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-10 11:34:53,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-10 11:34:53,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-10 11:34:53,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-10 11:34:53,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-10 11:34:53,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-10 11:34:53,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-10 11:34:53,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-10 11:34:53,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-10 11:34:53,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-10 11:34:53,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-10 11:34:53,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-10 11:34:53,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-10 11:34:53,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-10 11:34:53,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-10 11:34:53,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-10 11:34:53,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-10 11:34:53,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-10 11:34:53,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-10 11:34:53,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-10 11:34:53,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-10 11:34:53,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-10 11:34:53,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-10 11:34:53,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-10 11:34:53,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-10 11:34:53,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 9: [2023-05-10 11:34:53,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 9: [2023-05-10 11:34:53,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 9: [2023-05-10 11:34:53,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +15: [2023-05-10 11:34:53,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-10 11:34:53,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-10 11:34:53,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-10 11:34:53,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-10 11:34:53,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-10 11:34:53,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-10 11:34:53,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-10 11:34:53,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-10 11:34:53,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-10 11:34:53,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-10 11:34:53,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-10 11:34:53,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-10 11:34:53,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-10 11:34:53,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-10 11:34:53,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-10 11:34:53,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-10 11:34:53,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-10 11:34:53,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-10 11:34:53,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-10 11:34:53,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-10 11:34:53,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 4: [2023-05-10 11:34:53,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +22: [2023-05-10 11:34:53,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-10 11:34:53,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +22: [2023-05-10 11:34:53,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-10 11:34:53,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-10 11:34:53,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-10 11:34:53,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +22: [2023-05-10 11:34:53,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-10 11:34:53,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-10 11:34:53,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-10 11:34:53,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-10 11:34:53,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-10 11:34:53,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-10 11:34:53,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-10 11:34:53,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-10 11:34:53,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-10 11:34:53,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-10 11:34:53,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-10 11:34:53,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-10 11:34:53,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-10 11:34:53,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-10 11:34:53,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-10 11:34:53,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-10 11:34:53,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-10 11:34:53,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-10 11:34:53,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-10 11:34:53,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-10 11:34:53,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-10 11:34:53,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-10 11:34:53,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-10 11:34:53,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-10 11:34:53,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-10 11:34:53,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-10 11:34:53,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-10 11:34:53,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-10 11:34:53,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-10 11:34:53,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-10 11:34:53,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-10 11:34:53,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-10 11:34:53,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-10 11:34:53,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-10 11:34:53,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-10 11:34:53,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-10 11:34:53,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-10 11:34:53,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-10 11:34:53,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-10 11:34:53,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-10 11:34:53,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-10 11:34:53,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-10 11:34:53,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-10 11:34:53,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-10 11:34:53,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-10 11:34:53,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-10 11:34:53,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-10 11:34:53,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-10 11:34:53,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-10 11:34:53,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-10 11:34:53,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-10 11:34:53,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-10 11:34:53,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-10 11:34:53,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-10 11:34:53,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-10 11:34:53,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-10 11:34:53,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-10 11:34:53,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-10 11:34:53,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-10 11:34:53,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-10 11:34:53,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-10 11:34:53,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-10 11:34:53,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-10 11:34:53,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-10 11:34:53,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-10 11:34:53,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-10 11:34:53,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-10 11:34:53,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-10 11:34:53,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-10 11:34:53,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-10 11:34:53,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-10 11:34:53,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-10 11:34:53,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-10 11:34:53,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-10 11:34:53,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-10 11:34:53,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-10 11:34:53,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-10 11:34:53,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-10 11:34:53,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-10 11:34:53,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-10 11:34:53,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-10 11:34:53,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-10 11:34:53,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-10 11:34:53,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-10 11:34:53,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-10 11:34:53,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-10 11:34:53,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-10 11:34:53,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-10 11:34:53,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-10 11:34:53,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-10 11:34:53,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-10 11:34:53,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-10 11:34:53,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-10 11:34:53,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-10 11:34:53,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-10 11:34:53,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-10 11:34:53,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-10 11:34:53,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-10 11:34:53,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-10 11:34:53,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-10 11:34:53,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-10 11:34:53,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-10 11:34:53,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-10 11:34:53,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-10 11:34:53,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-10 11:34:53,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-10 11:34:53,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-10 11:34:53,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-10 11:34:53,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-10 11:34:53,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-10 11:34:53,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-10 11:34:53,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-10 11:34:53,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-10 11:34:53,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-10 11:34:53,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-10 11:34:53,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-10 11:34:53,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-10 11:34:53,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-10 11:34:53,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-10 11:34:53,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-10 11:34:53,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-10 11:34:53,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-10 11:34:53,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-10 11:34:53,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-10 11:34:53,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-10 11:34:53,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-10 11:34:53,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-10 11:34:53,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-10 11:34:53,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-10 11:34:53,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-10 11:34:53,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-10 11:34:53,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-10 11:34:53,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-10 11:34:53,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-10 11:34:53,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-10 11:34:53,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-10 11:34:53,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-10 11:34:53,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-10 11:34:53,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-10 11:34:53,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-10 11:34:53,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-10 11:34:53,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-10 11:34:53,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-10 11:34:53,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-10 11:34:53,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-10 11:34:53,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-10 11:34:53,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-10 11:34:53,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-10 11:34:53,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-10 11:34:53,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-10 11:34:53,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-10 11:34:53,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-10 11:34:53,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-10 11:34:53,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-10 11:34:53,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-10 11:34:53,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-10 11:34:53,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-10 11:34:53,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-10 11:34:53,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-10 11:34:53,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-10 11:34:53,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-10 11:34:53,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-10 11:34:53,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-10 11:34:53,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-10 11:34:53,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-10 11:34:53,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-10 11:34:53,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-10 11:34:53,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-10 11:34:53,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-10 11:34:53,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-10 11:34:53,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-10 11:34:53,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-10 11:34:53,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-10 11:34:53,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-10 11:34:53,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-10 11:34:53,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-10 11:34:53,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-10 11:34:53,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-10 11:34:53,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-10 11:34:53,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-10 11:34:53,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-10 11:34:53,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-10 11:34:53,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-10 11:34:53,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-10 11:34:53,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-10 11:34:53,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-10 11:34:53,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-10 11:34:53,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-10 11:34:53,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-10 11:34:53,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-10 11:34:53,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-10 11:34:53,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-10 11:34:53,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-10 11:34:53,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-10 11:34:53,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-10 11:34:53,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-10 11:34:53,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-10 11:34:53,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-10 11:34:53,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-10 11:34:53,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-10 11:34:53,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-10 11:34:53,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-10 11:34:53,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-10 11:34:53,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-10 11:34:53,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-10 11:34:53,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-10 11:34:53,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-10 11:34:53,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-10 11:34:53,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-10 11:34:53,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-10 11:34:53,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-10 11:34:53,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-10 11:34:53,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-10 11:34:53,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-10 11:34:53,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-10 11:34:53,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-10 11:34:53,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-10 11:34:53,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 9: [2023-05-10 11:34:53,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 9: [2023-05-10 11:34:53,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-10 11:34:53,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-10 11:34:53,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-10 11:34:53,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-10 11:34:53,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-10 11:34:53,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-10 11:34:53,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-10 11:34:53,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-10 11:34:53,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-10 11:34:53,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-10 11:34:53,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-10 11:34:53,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-10 11:34:53,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-10 11:34:53,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +22: [2023-05-10 11:34:53,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-10 11:34:53,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +11: [2023-05-10 11:34:53,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-10 11:34:53,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-10 11:34:53,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-10 11:34:53,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-10 11:34:53,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-10 11:34:53,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-10 11:34:53,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-10 11:34:53,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-10 11:34:53,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-10 11:34:53,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-10 11:34:53,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-10 11:34:53,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-10 11:34:53,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-10 11:34:53,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-10 11:34:53,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-10 11:34:53,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-10 11:34:53,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-10 11:34:53,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-10 11:34:53,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-10 11:34:53,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-10 11:34:53,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-10 11:34:53,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-10 11:34:53,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-10 11:34:53,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-10 11:34:53,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-10 11:34:53,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-10 11:34:53,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-10 11:34:53,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-10 11:34:53,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-10 11:34:53,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-10 11:34:53,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +20: [2023-05-10 11:34:53,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-10 11:34:53,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-10 11:34:53,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 7: [2023-05-10 11:34:53,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-10 11:34:53,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-10 11:34:53,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-10 11:34:53,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-10 11:34:53,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-10 11:34:53,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-10 11:34:53,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-10 11:34:53,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-10 11:34:53,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-10 11:34:53,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-10 11:34:53,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-10 11:34:53,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-10 11:34:53,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-10 11:34:53,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-10 11:34:53,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-10 11:34:53,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-10 11:34:53,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-10 11:34:53,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-10 11:34:53,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-10 11:34:53,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-10 11:34:53,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-10 11:34:53,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-10 11:34:53,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-10 11:34:53,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-10 11:34:53,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-10 11:34:53,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-10 11:34:53,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-10 11:34:53,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-10 11:34:53,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-10 11:34:53,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-10 11:34:53,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-10 11:34:53,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-10 11:34:53,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-10 11:34:53,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-10 11:34:53,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-10 11:34:53,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-10 11:34:53,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-10 11:34:53,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-10 11:34:53,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-10 11:34:53,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-10 11:34:53,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-10 11:34:53,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-10 11:34:53,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-10 11:34:53,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 2: [2023-05-10 11:34:53,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-10 11:34:53,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-10 11:34:53,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-10 11:34:53,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-10 11:34:53,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-10 11:34:53,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-10 11:34:53,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-10 11:34:53,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-10 11:34:53,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-10 11:34:53,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-10 11:34:53,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-10 11:34:53,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-10 11:34:53,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-10 11:34:53,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-10 11:34:53,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-10 11:34:53,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-10 11:34:53,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-10 11:34:53,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-10 11:34:53,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-10 11:34:53,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-10 11:34:53,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-10 11:34:53,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-10 11:34:53,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-10 11:34:53,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +23: [2023-05-10 11:34:53,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-10 11:34:53,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-10 11:34:53,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-10 11:34:53,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-10 11:34:53,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-10 11:34:53,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-10 11:34:53,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-10 11:34:53,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-10 11:34:53,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-10 11:34:53,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-10 11:34:53,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-10 11:34:53,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-10 11:34:53,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-10 11:34:53,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-10 11:34:53,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-10 11:34:53,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-10 11:34:53,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-10 11:34:53,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-10 11:34:53,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-10 11:34:53,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-10 11:34:53,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-10 11:34:53,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-10 11:34:53,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-10 11:34:53,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-10 11:34:53,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-10 11:34:53,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-10 11:34:53,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-10 11:34:53,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-10 11:34:53,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-10 11:34:53,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-10 11:34:53,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-10 11:34:53,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-10 11:34:53,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-10 11:34:53,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-10 11:34:53,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 8: [2023-05-10 11:34:53,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 8: [2023-05-10 11:34:53,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +10: [2023-05-10 11:34:53,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-10 11:34:53,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +11: [2023-05-10 11:34:53,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-10 11:34:53,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-10 11:34:53,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-10 11:34:53,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-10 11:34:53,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-10 11:34:53,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-10 11:34:53,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-10 11:34:53,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-10 11:34:53,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-10 11:34:53,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-10 11:34:53,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-10 11:34:53,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-10 11:34:53,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-10 11:34:53,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-10 11:34:53,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-10 11:34:53,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-10 11:34:53,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 3: [2023-05-10 11:34:53,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 3: [2023-05-10 11:34:53,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 3: [2023-05-10 11:34:53,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +13: [2023-05-10 11:34:53,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-10 11:34:53,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-10 11:34:53,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-10 11:34:53,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-10 11:34:53,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-10 11:34:53,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-10 11:34:53,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-10 11:34:53,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +22: [2023-05-10 11:34:53,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +21: [2023-05-10 11:34:53,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +21: [2023-05-10 11:34:53,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 8: [2023-05-10 11:34:53,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-10 11:34:53,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +22: [2023-05-10 11:34:53,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 8: [2023-05-10 11:34:53,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-10 11:34:53,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +21: [2023-05-10 11:34:53,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +29: [2023-05-10 11:34:53,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +29: [2023-05-10 11:34:53,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 2: [2023-05-10 11:34:53,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 2: [2023-05-10 11:34:53,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +29: [2023-05-10 11:34:53,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +24: [2023-05-10 11:34:53,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +24: [2023-05-10 11:34:53,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +29: [2023-05-10 11:34:53,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 2: [2023-05-10 11:34:53,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 2: [2023-05-10 11:34:53,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 3: [2023-05-10 11:34:53,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-10 11:34:53,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-10 11:34:53,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-10 11:34:53,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +12: [2023-05-10 11:34:53,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +24: [2023-05-10 11:34:53,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +24: [2023-05-10 11:34:53,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 7: [2023-05-10 11:34:53,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 7: [2023-05-10 11:34:53,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 7: [2023-05-10 11:34:53,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +18: [2023-05-10 11:34:53,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +18: [2023-05-10 11:34:53,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +18: [2023-05-10 11:34:53,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 3: [2023-05-10 11:34:53,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-10 11:34:53,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +18: [2023-05-10 11:34:53,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +12: [2023-05-10 11:34:53,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +12: [2023-05-10 11:34:53,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +23: [2023-05-10 11:34:53,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +23: [2023-05-10 11:34:53,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +23: [2023-05-10 11:34:53,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +23: [2023-05-10 11:34:53,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +10: [2023-05-10 11:34:53,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +10: [2023-05-10 11:34:53,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +10: [2023-05-10 11:34:53,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +10: [2023-05-10 11:34:53,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +22: [2023-05-10 11:34:53,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-10 11:34:53,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-10 11:34:53,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 5: [2023-05-10 11:34:53,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +19: [2023-05-10 11:34:53,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +19: [2023-05-10 11:34:53,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 5: [2023-05-10 11:34:53,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 5: [2023-05-10 11:34:53,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +19: [2023-05-10 11:34:53,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +19: [2023-05-10 11:34:53,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +16: [2023-05-10 11:34:53,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +16: [2023-05-10 11:34:53,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +21: [2023-05-10 11:34:53,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-10 11:34:53,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +16: [2023-05-10 11:34:53,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +21: [2023-05-10 11:34:53,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-10 11:34:53,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-10 11:34:53,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-10 11:34:53,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-10 11:34:53,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-10 11:34:53,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-10 11:34:53,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-10 11:34:53,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-10 11:34:53,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-10 11:34:53,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-10 11:34:53,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +15: [2023-05-10 11:34:53,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 0: [2023-05-10 11:34:53,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 6: [2023-05-10 11:34:53,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 6: [2023-05-10 11:34:53,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 6: [2023-05-10 11:34:53,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 6: [2023-05-10 11:34:53,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +24: [2023-05-10 11:34:53,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-10 11:34:53,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-10 11:34:53,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 1: [2023-05-10 11:34:53,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +25: [2023-05-10 11:34:53,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +25: [2023-05-10 11:34:53,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +25: [2023-05-10 11:34:53,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 0: [2023-05-10 11:34:53,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 0: [2023-05-10 11:34:53,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +25: [2023-05-10 11:34:53,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 0: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +28: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +15: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +28: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +28: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 2: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-10 11:34:53,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +17: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +17: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +29: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 1: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +15: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +28: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +11: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +11: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 1: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +26: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +26: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 2: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-10 11:34:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +26: [2023-05-10 11:34:53,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +11: [2023-05-10 11:34:53,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +27: [2023-05-10 11:34:53,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +11: [2023-05-10 11:34:53,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +12: [2023-05-10 11:34:53,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-10 11:34:53,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-10 11:34:53,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +27: [2023-05-10 11:34:53,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +27: [2023-05-10 11:34:53,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +13: [2023-05-10 11:34:53,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +13: [2023-05-10 11:34:53,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +13: [2023-05-10 11:34:53,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +13: [2023-05-10 11:34:53,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 7: [2023-05-10 11:34:53,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-10 11:34:53,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-10 11:34:53,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-10 11:34:53,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +14: [2023-05-10 11:34:53,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 7: [2023-05-10 11:34:53,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-10 11:34:53,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +31: [2023-05-10 11:34:53,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +31: [2023-05-10 11:34:53,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +18: [2023-05-10 11:34:53,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-10 11:34:53,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-10 11:34:53,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-10 11:34:53,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +14: [2023-05-10 11:34:53,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +14: [2023-05-10 11:34:53,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +30: [2023-05-10 11:34:53,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +30: [2023-05-10 11:34:53,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +30: [2023-05-10 11:34:53,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +12: [2023-05-10 11:34:53,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-10 11:34:53,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +24: [2023-05-10 11:34:53,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-10 11:34:53,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-10 11:34:53,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-10 11:34:53,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-10 11:34:53,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-10 11:34:53,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-10 11:34:53,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-10 11:34:53,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-10 11:34:53,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-10 11:34:53,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-10 11:34:53,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-10 11:34:53,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-10 11:34:53,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +20: [2023-05-10 11:34:53,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +20: [2023-05-10 11:34:53,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. +20: [2023-05-10 11:34:53,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_10-model_01-model_states.pt. + 5: [2023-05-10 11:34:53,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-10 11:34:53,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-10 11:34:53,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-10 11:34:53,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-10 11:34:53,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +19: [2023-05-10 11:34:53,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-10 11:34:53,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +19: [2023-05-10 11:34:53,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-10 11:34:53,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-10 11:34:53,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-10 11:34:53,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-10 11:34:53,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-10 11:34:53,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-10 11:34:53,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-10 11:34:53,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-10 11:34:53,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-10 11:34:53,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-10 11:34:53,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-10 11:34:53,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-10 11:34:53,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-10 11:34:53,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-10 11:34:53,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-10 11:34:53,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-10 11:34:53,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-10 11:34:53,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-10 11:34:53,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-10 11:34:53,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-10 11:34:53,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-10 11:34:53,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-10 11:34:53,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-10 11:34:53,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-10 11:34:53,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-10 11:34:53,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-10 11:34:53,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-10 11:34:53,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-10 11:34:53,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-10 11:34:53,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-10 11:34:53,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-10 11:34:53,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-10 11:34:53,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-10 11:34:53,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-10 11:34:53,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-10 11:34:53,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-10 11:34:53,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-10 11:34:53,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-10 11:34:53,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-10 11:34:53,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-10 11:34:53,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-10 11:34:53,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-10 11:34:53,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-10 11:34:53,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-10 11:34:53,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-10 11:34:53,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-10 11:34:53,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-10 11:34:53,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-10 11:34:53,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-10 11:34:53,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-10 11:34:53,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-10 11:34:53,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-10 11:34:53,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-10 11:34:53,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-10 11:34:53,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-10 11:34:53,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-10 11:34:53,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +27: [2023-05-10 11:34:53,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-10 11:34:53,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-10 11:34:53,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-10 11:34:53,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-10 11:34:53,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-10 11:34:53,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-10 11:34:53,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-10 11:34:53,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-10 11:34:53,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-10 11:34:53,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-10 11:34:53,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-10 11:34:53,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 3: [2023-05-10 11:34:53,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 8: [2023-05-10 11:34:53,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +29: [2023-05-10 11:34:53,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +31: [2023-05-10 11:34:53,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-10 11:34:53,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +31: [2023-05-10 11:34:53,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-10 11:34:53,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-10 11:34:53,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-10 11:34:53,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-10 11:34:53,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-10 11:34:53,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-10 11:34:53,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-10 11:34:53,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-10 11:34:53,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-10 11:34:53,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-10 11:34:53,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-10 11:34:53,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-10 11:34:53,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-10 11:34:53,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +21: [2023-05-10 11:34:53,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +22: [2023-05-10 11:34:53,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +22: [2023-05-10 11:34:53,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 2: [2023-05-10 11:34:53,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-10 11:34:53,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-10 11:34:53,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-10 11:34:53,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +21: [2023-05-10 11:34:53,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 2: [2023-05-10 11:34:53,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +12: [2023-05-10 11:34:53,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-10 11:34:53,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-10 11:34:53,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +22: [2023-05-10 11:34:53,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +24: [2023-05-10 11:34:53,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-10 11:34:53,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-10 11:34:53,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-10 11:34:53,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-10 11:34:53,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-10 11:34:53,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-10 11:34:53,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-10 11:34:53,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +12: [2023-05-10 11:34:53,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +24: [2023-05-10 11:34:53,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +24: [2023-05-10 11:34:53,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +23: [2023-05-10 11:34:53,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-10 11:34:53,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-10 11:34:53,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-10 11:34:53,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-10 11:34:53,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-10 11:34:53,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-10 11:34:53,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-10 11:34:53,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-10 11:34:53,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +29: [2023-05-10 11:34:53,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +12: [2023-05-10 11:34:53,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-10 11:34:53,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +21: [2023-05-10 11:34:53,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-10 11:34:53,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +29: [2023-05-10 11:34:53,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 7: [2023-05-10 11:34:53,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 7: [2023-05-10 11:34:53,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +23: [2023-05-10 11:34:53,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +23: [2023-05-10 11:34:53,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +12: [2023-05-10 11:34:53,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-10 11:34:53,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-10 11:34:53,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 7: [2023-05-10 11:34:53,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +12: [2023-05-10 11:34:53,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +21: [2023-05-10 11:34:53,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +23: [2023-05-10 11:34:53,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-10 11:34:53,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-10 11:34:53,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-10 11:34:53,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-10 11:34:53,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 5: [2023-05-10 11:34:53,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +18: [2023-05-10 11:34:53,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +18: [2023-05-10 11:34:53,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 5: [2023-05-10 11:34:53,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-10 11:34:53,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-10 11:34:53,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +18: [2023-05-10 11:34:53,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 2: [2023-05-10 11:34:53,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-10 11:34:53,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +24: [2023-05-10 11:34:53,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-10 11:34:53,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-10 11:34:53,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 5: [2023-05-10 11:34:53,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-10 11:34:53,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-10 11:34:53,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 1: [2023-05-10 11:34:53,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-10 11:34:53,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +15: [2023-05-10 11:34:53,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-10 11:34:53,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +19: [2023-05-10 11:34:53,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 5: [2023-05-10 11:34:53,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 5: [2023-05-10 11:34:53,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +24: [2023-05-10 11:34:53,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +28: [2023-05-10 11:34:53,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-10 11:34:53,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +17: [2023-05-10 11:34:53,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-10 11:34:53,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +27: [2023-05-10 11:34:53,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-10 11:34:53,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-10 11:34:53,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-10 11:34:53,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-10 11:34:53,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-10 11:34:53,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-10 11:34:53,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-10 11:34:53,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 6: [2023-05-10 11:34:53,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-10 11:34:53,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-10 11:34:53,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-10 11:34:53,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-10 11:34:53,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-10 11:34:53,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-10 11:34:53,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-10 11:34:53,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-10 11:34:53,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-10 11:34:53,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-10 11:34:53,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 6: [2023-05-10 11:34:53,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 6: [2023-05-10 11:34:53,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +15: [2023-05-10 11:34:53,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +17: [2023-05-10 11:34:53,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +16: [2023-05-10 11:34:53,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-10 11:34:53,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-10 11:34:53,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-10 11:34:53,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +27: [2023-05-10 11:34:53,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 6: [2023-05-10 11:34:53,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +28: [2023-05-10 11:34:53,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-10 11:34:53,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-10 11:34:53,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-10 11:34:53,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +28: [2023-05-10 11:34:53,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +30: [2023-05-10 11:34:53,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-10 11:34:53,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +25: [2023-05-10 11:34:53,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-10 11:34:53,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-10 11:34:53,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +20: [2023-05-10 11:34:53,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +10: [2023-05-10 11:34:53,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-10 11:34:53,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-10 11:34:53,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-10 11:34:53,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-10 11:34:53,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-10 11:34:53,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-10 11:34:53,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-10 11:34:53,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-10 11:34:53,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-10 11:34:53,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +15: [2023-05-10 11:34:53,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +11: [2023-05-10 11:34:53,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-10 11:34:53,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +15: [2023-05-10 11:34:53,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +26: [2023-05-10 11:34:53,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +16: [2023-05-10 11:34:53,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +11: [2023-05-10 11:34:53,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +11: [2023-05-10 11:34:53,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 6: [2023-05-10 11:34:53,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +28: [2023-05-10 11:34:53,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +11: [2023-05-10 11:34:53,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-10 11:34:53,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +25: [2023-05-10 11:34:53,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +27: [2023-05-10 11:34:53,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +14: [2023-05-10 11:34:53,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-10 11:34:53,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-10 11:34:53,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +30: [2023-05-10 11:34:53,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +28: [2023-05-10 11:34:53,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +26: [2023-05-10 11:34:53,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-10 11:34:53,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-10 11:34:53,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-10 11:34:53,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +10: [2023-05-10 11:34:53,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-10 11:34:53,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-10 11:34:53,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-10 11:34:53,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +17: [2023-05-10 11:34:53,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +17: [2023-05-10 11:34:53,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +13: [2023-05-10 11:34:53,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-10 11:34:53,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-10 11:34:53,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +13: [2023-05-10 11:34:53,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-10 11:34:53,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +19: [2023-05-10 11:34:53,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +10: [2023-05-10 11:34:53,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +16: [2023-05-10 11:34:53,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-10 11:34:53,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-10 11:34:53,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-10 11:34:53,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-10 11:34:53,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +30: [2023-05-10 11:34:53,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-10 11:34:53,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-10 11:34:53,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-10 11:34:53,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-10 11:34:53,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +14: [2023-05-10 11:34:53,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +14: [2023-05-10 11:34:53,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-10 11:34:53,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +26: [2023-05-10 11:34:53,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +26: [2023-05-10 11:34:53,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +14: [2023-05-10 11:34:53,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-10 11:34:53,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +13: [2023-05-10 11:34:53,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +13: [2023-05-10 11:34:53,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +27: [2023-05-10 11:34:53,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +17: [2023-05-10 11:34:53,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-10 11:34:53,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 0: [2023-05-10 11:34:53,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +13: [2023-05-10 11:34:53,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +10: [2023-05-10 11:34:53,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +13: [2023-05-10 11:34:53,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +10: [2023-05-10 11:34:53,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 1: [2023-05-10 11:34:53,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-10 11:34:53,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +14: [2023-05-10 11:34:53,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +30: [2023-05-10 11:34:53,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +30: [2023-05-10 11:34:53,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +17: [2023-05-10 11:34:53,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +30: [2023-05-10 11:34:53,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 1: [2023-05-10 11:34:53,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +20: [2023-05-10 11:34:53,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-10 11:34:53,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +31: [2023-05-10 11:34:53,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-10 11:34:53,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-10 11:34:53,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-10 11:34:53,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-10 11:34:53,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +31: [2023-05-10 11:34:53,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-10 11:34:53,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +31: [2023-05-10 11:34:53,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +20: [2023-05-10 11:34:53,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +20: [2023-05-10 11:34:53,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +31: [2023-05-10 11:34:53,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... +31: [2023-05-10 11:34:53,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-10 11:34:53,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt... + 4: [2023-05-10 11:34:54,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-10 11:34:54,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-10 11:34:54,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-10 11:34:54,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-10 11:34:54,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-10 11:34:54,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-10 11:34:54,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-10 11:34:54,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-10 11:34:54,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-10 11:34:54,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-10 11:34:54,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-10 11:34:54,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-10 11:34:54,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-10 11:34:54,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-10 11:34:54,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-10 11:34:54,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-10 11:34:54,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-10 11:34:54,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-10 11:34:54,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-10 11:34:54,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-10 11:34:54,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-10 11:34:54,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-10 11:34:54,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-10 11:34:54,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-10 11:34:54,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-10 11:34:54,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-10 11:34:54,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-10 11:34:54,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-10 11:34:54,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-10 11:34:54,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-10 11:34:54,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-10 11:34:54,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-10 11:34:54,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-10 11:34:54,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-10 11:34:54,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-10 11:34:54,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-10 11:34:54,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-10 11:34:54,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-10 11:34:54,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-10 11:34:54,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-10 11:34:54,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-10 11:34:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-10 11:34:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-10 11:34:54,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-10 11:34:54,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-10 11:34:54,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-10 11:34:54,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-10 11:34:54,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-10 11:34:54,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-10 11:34:54,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-10 11:34:54,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-10 11:34:54,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-10 11:34:54,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-10 11:34:54,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-10 11:34:54,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-10 11:34:54,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-10 11:34:54,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-10 11:34:54,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-10 11:34:54,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-10 11:34:54,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-10 11:34:54,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-10 11:34:54,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-10 11:34:54,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-10 11:34:54,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-10 11:34:54,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-10 11:34:54,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-10 11:34:54,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-10 11:34:54,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-10 11:34:54,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-10 11:34:54,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-10 11:34:54,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-10 11:34:54,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-10 11:34:54,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-10 11:34:54,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-10 11:34:54,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-10 11:34:54,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-10 11:34:54,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-10 11:34:54,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-10 11:34:54,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-10 11:34:54,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-10 11:34:54,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-10 11:34:54,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-10 11:34:54,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-10 11:34:54,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-10 11:34:54,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-10 11:34:54,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-10 11:34:54,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-10 11:34:54,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-10 11:34:54,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-10 11:34:54,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-10 11:34:54,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-10 11:34:54,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-10 11:34:54,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-10 11:34:54,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-10 11:34:54,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-10 11:34:54,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-10 11:34:54,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-10 11:34:54,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-10 11:34:54,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-10 11:34:54,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-10 11:34:54,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-10 11:34:54,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-10 11:34:54,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-10 11:34:54,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-10 11:34:54,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-10 11:34:54,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-10 11:34:54,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-10 11:34:54,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-10 11:34:54,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-10 11:34:54,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-10 11:34:54,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-10 11:34:54,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-10 11:34:54,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-10 11:34:54,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-10 11:34:54,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-10 11:34:54,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-10 11:34:54,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-10 11:34:54,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-10 11:34:54,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-10 11:34:54,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-10 11:34:54,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-10 11:34:54,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-10 11:34:54,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-10 11:34:54,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-10 11:34:54,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-10 11:34:54,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-10 11:34:54,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-10 11:34:54,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-10 11:34:54,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-10 11:34:54,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-10 11:34:54,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-10 11:34:54,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-10 11:34:54,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-10 11:34:54,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-10 11:34:54,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-10 11:34:54,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-10 11:34:54,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-10 11:34:54,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-10 11:34:54,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-10 11:34:54,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-10 11:34:54,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-10 11:34:54,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-10 11:34:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-10 11:34:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-10 11:34:54,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-10 11:34:54,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-10 11:34:54,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-10 11:34:54,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-10 11:34:54,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-10 11:34:54,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-10 11:34:54,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-10 11:34:54,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-10 11:34:54,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-10 11:34:54,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-10 11:34:54,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-10 11:34:54,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-10 11:34:54,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-10 11:34:54,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-10 11:34:54,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-10 11:34:54,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-10 11:34:54,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-10 11:34:54,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-10 11:34:54,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-10 11:34:54,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-10 11:34:54,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-10 11:34:54,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:54,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-10 11:34:54,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-10 11:34:54,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-10 11:34:54,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-10 11:34:54,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-10 11:34:54,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-10 11:34:54,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:54,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-10 11:34:54,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-10 11:34:54,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-10 11:34:54,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-10 11:34:54,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-10 11:34:54,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-10 11:34:54,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-10 11:34:54,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-10 11:34:54,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-10 11:34:54,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-10 11:34:54,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-10 11:34:54,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-10 11:34:54,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-10 11:34:54,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-10 11:34:54,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-10 11:34:54,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-10 11:34:54,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-10 11:34:54,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-10 11:34:54,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-10 11:34:54,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-10 11:34:54,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-10 11:34:54,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:54,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-10 11:34:54,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-10 11:34:54,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-10 11:34:54,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-10 11:34:54,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-10 11:34:54,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-10 11:34:54,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-10 11:34:54,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-10 11:34:54,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-10 11:34:54,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-10 11:34:54,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-10 11:34:54,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-10 11:34:54,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-10 11:34:54,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-10 11:34:54,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-10 11:34:54,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-10 11:34:54,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-10 11:34:54,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-10 11:34:54,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-10 11:34:54,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-10 11:34:54,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-10 11:34:54,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-10 11:34:54,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-10 11:34:54,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-10 11:34:54,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-10 11:34:54,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-10 11:34:54,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-10 11:34:54,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-10 11:34:54,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-10 11:34:54,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-10 11:34:54,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-10 11:34:54,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-10 11:34:54,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-10 11:34:54,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-10 11:34:54,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:54,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-10 11:34:54,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-10 11:34:54,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-10 11:34:54,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-10 11:34:54,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-10 11:34:54,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-10 11:34:54,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-10 11:34:54,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-10 11:34:54,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-10 11:34:54,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-10 11:34:54,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-10 11:34:54,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-10 11:34:54,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-10 11:34:54,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-10 11:34:54,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-10 11:34:54,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-10 11:34:54,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-10 11:34:54,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-10 11:34:54,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-10 11:34:54,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-10 11:34:54,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-10 11:34:54,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-10 11:34:54,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-10 11:34:54,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-10 11:34:54,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-10 11:34:54,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-10 11:34:54,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-10 11:34:54,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-10 11:34:54,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-10 11:34:54,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-10 11:34:54,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-10 11:34:54,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-10 11:34:54,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-10 11:34:54,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-10 11:34:54,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-10 11:34:54,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-10 11:34:54,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-10 11:34:54,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-10 11:34:54,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-10 11:34:54,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-10 11:34:54,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-10 11:34:54,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-10 11:34:54,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-10 11:34:54,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-10 11:34:54,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-10 11:34:54,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-10 11:34:54,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-10 11:34:54,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-10 11:34:54,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-10 11:34:54,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-10 11:34:54,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-10 11:34:54,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-10 11:34:54,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-10 11:34:54,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-10 11:34:54,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-10 11:34:54,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-10 11:34:54,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-10 11:34:54,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-10 11:34:54,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-10 11:34:54,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-10 11:34:54,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-10 11:34:54,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-10 11:34:54,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-10 11:34:54,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-10 11:34:54,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-10 11:34:54,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-10 11:34:54,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-10 11:34:54,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-10 11:34:54,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-10 11:34:54,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-10 11:34:54,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-10 11:34:54,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-10 11:34:54,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-10 11:34:54,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +20: [2023-05-10 11:34:54,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +20: [2023-05-10 11:34:54,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +20: [2023-05-10 11:34:54,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +26: [2023-05-10 11:34:54,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-10 11:34:54,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-10 11:34:54,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-10 11:34:54,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-10 11:34:54,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-10 11:34:54,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-10 11:34:54,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-10 11:34:54,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-10 11:34:54,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-10 11:34:54,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-10 11:34:54,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-10 11:34:54,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-10 11:34:54,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-10 11:34:54,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-10 11:34:54,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-10 11:34:54,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-10 11:34:54,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-10 11:34:54,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-10 11:34:54,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-10 11:34:54,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-10 11:34:54,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-10 11:34:54,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-10 11:34:54,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-10 11:34:54,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-10 11:34:54,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-10 11:34:54,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-10 11:34:54,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-10 11:34:54,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-10 11:34:54,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-10 11:34:54,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-10 11:34:54,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-10 11:34:54,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-10 11:34:54,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-10 11:34:54,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-10 11:34:54,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-10 11:34:54,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-10 11:34:54,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-10 11:34:54,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-10 11:34:54,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-10 11:34:54,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-10 11:34:54,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-10 11:34:54,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-10 11:34:54,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-10 11:34:54,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-10 11:34:54,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-10 11:34:54,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-10 11:34:54,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-10 11:34:54,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-10 11:34:54,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-10 11:34:54,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-10 11:34:54,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-10 11:34:54,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-10 11:34:54,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-10 11:34:54,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-10 11:34:54,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-10 11:34:54,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-10 11:34:54,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-10 11:34:54,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-10 11:34:54,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-10 11:34:54,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-10 11:34:54,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-10 11:34:54,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-10 11:34:54,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-10 11:34:54,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-10 11:34:54,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-10 11:34:54,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-10 11:34:54,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-10 11:34:54,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-10 11:34:54,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-10 11:34:54,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-10 11:34:54,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-10 11:34:54,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-10 11:34:54,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-10 11:34:54,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-10 11:34:54,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-10 11:34:54,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-10 11:34:54,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-10 11:34:54,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-10 11:34:54,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-10 11:34:54,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-10 11:34:54,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-10 11:34:54,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-10 11:34:54,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-10 11:34:54,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-10 11:34:54,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-10 11:34:54,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-10 11:34:54,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-10 11:34:54,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-10 11:34:54,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-10 11:34:54,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-10 11:34:54,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-10 11:34:54,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-10 11:34:54,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-10 11:34:54,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-10 11:34:54,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-10 11:34:54,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-10 11:34:54,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-10 11:34:54,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-10 11:34:54,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-10 11:34:54,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-10 11:34:54,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-10 11:34:54,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-10 11:34:54,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-10 11:34:54,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-10 11:34:54,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-10 11:34:54,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-10 11:34:54,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-10 11:34:54,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-10 11:34:54,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-10 11:34:54,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-10 11:34:54,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 4: [2023-05-10 11:34:54,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 4: [2023-05-10 11:34:54,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 2: [2023-05-10 11:34:54,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-10 11:34:54,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +16: [2023-05-10 11:34:54,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-10 11:34:54,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-10 11:34:54,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-10 11:34:54,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-10 11:34:54,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-10 11:34:54,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-10 11:34:54,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-10 11:34:54,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-10 11:34:54,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-10 11:34:54,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-10 11:34:54,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-10 11:34:54,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-10 11:34:54,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-10 11:34:54,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-10 11:34:54,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-10 11:34:54,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-10 11:34:54,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-10 11:34:54,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-10 11:34:54,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-10 11:34:54,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-10 11:34:54,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-10 11:34:54,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-10 11:34:54,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-10 11:34:54,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-10 11:34:54,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-10 11:34:54,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-10 11:34:54,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-10 11:34:54,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-10 11:34:54,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-10 11:34:54,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-10 11:34:54,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-10 11:34:54,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-10 11:34:54,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-10 11:34:54,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-10 11:34:54,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-10 11:34:54,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-10 11:34:54,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-10 11:34:54,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-10 11:34:54,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-10 11:34:54,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-10 11:34:54,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-10 11:34:54,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-10 11:34:54,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-10 11:34:54,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-10 11:34:54,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-10 11:34:54,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-10 11:34:54,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-10 11:34:54,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-10 11:34:54,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-10 11:34:54,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-10 11:34:54,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-10 11:34:54,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-10 11:34:54,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-10 11:34:54,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-10 11:34:54,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:54,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-10 11:34:54,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:54,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +17: [2023-05-10 11:34:54,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-10 11:34:54,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-10 11:34:54,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-10 11:34:54,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:54,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-10 11:34:54,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-10 11:34:54,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-10 11:34:54,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-10 11:34:54,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-10 11:34:54,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-10 11:34:54,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-10 11:34:54,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-10 11:34:54,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-10 11:34:54,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:54,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-10 11:34:54,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-10 11:34:54,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:54,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 4: [2023-05-10 11:34:54,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-10 11:34:54,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-10 11:34:54,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-10 11:34:54,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-10 11:34:54,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-10 11:34:54,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-10 11:34:54,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-10 11:34:54,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-10 11:34:54,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-10 11:34:54,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:54,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +26: [2023-05-10 11:34:54,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-10 11:34:54,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-10 11:34:54,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:54,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +10: [2023-05-10 11:34:54,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-10 11:34:54,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-10 11:34:54,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-10 11:34:54,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-10 11:34:54,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-10 11:34:54,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-10 11:34:54,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-10 11:34:54,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-10 11:34:54,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +11: [2023-05-10 11:34:54,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 0: [2023-05-10 11:34:54,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-10 11:34:54,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-10 11:34:54,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-10 11:34:54,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-10 11:34:54,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-10 11:34:54,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-10 11:34:54,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-10 11:34:54,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-10 11:34:54,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-10 11:34:54,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-10 11:34:54,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-10 11:34:54,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +14: [2023-05-10 11:34:54,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-10 11:34:54,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-10 11:34:54,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +11: [2023-05-10 11:34:54,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-10 11:34:54,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-10 11:34:54,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-10 11:34:54,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-10 11:34:54,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +19: [2023-05-10 11:34:54,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +19: [2023-05-10 11:34:54,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +19: [2023-05-10 11:34:54,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 4: [2023-05-10 11:34:54,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-10 11:34:54,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 3: [2023-05-10 11:34:54,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 3: [2023-05-10 11:34:54,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 3: [2023-05-10 11:34:54,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 3: [2023-05-10 11:34:54,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +11: [2023-05-10 11:34:54,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-10 11:34:54,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-10 11:34:54,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-10 11:34:54,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 4: [2023-05-10 11:34:54,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-10 11:34:54,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-10 11:34:54,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +26: [2023-05-10 11:34:54,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +26: [2023-05-10 11:34:54,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 4: [2023-05-10 11:34:54,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-10 11:34:54,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +19: [2023-05-10 11:34:54,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-10 11:34:54,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +27: [2023-05-10 11:34:54,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +27: [2023-05-10 11:34:54,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +19: [2023-05-10 11:34:54,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-10 11:34:54,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-10 11:34:54,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +27: [2023-05-10 11:34:54,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 4: [2023-05-10 11:34:54,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 3: [2023-05-10 11:34:54,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-10 11:34:54,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-10 11:34:54,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-10 11:34:54,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-10 11:34:54,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-10 11:34:54,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-10 11:34:54,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-10 11:34:54,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-10 11:34:54,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-10 11:34:54,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-10 11:34:54,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-10 11:34:54,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-10 11:34:54,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-10 11:34:54,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-10 11:34:54,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +11: [2023-05-10 11:34:54,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +11: [2023-05-10 11:34:54,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-10 11:34:54,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-10 11:34:54,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +11: [2023-05-10 11:34:54,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +19: [2023-05-10 11:34:54,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-10 11:34:54,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +14: [2023-05-10 11:34:54,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +14: [2023-05-10 11:34:54,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +14: [2023-05-10 11:34:54,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +14: [2023-05-10 11:34:54,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +19: [2023-05-10 11:34:54,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-10 11:34:54,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-10 11:34:54,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-10 11:34:54,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 2: [2023-05-10 11:34:54,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 2: [2023-05-10 11:34:54,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 2: [2023-05-10 11:34:54,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +29: [2023-05-10 11:34:54,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +29: [2023-05-10 11:34:54,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 3: [2023-05-10 11:34:54,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-10 11:34:54,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-10 11:34:54,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +29: [2023-05-10 11:34:54,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +19: [2023-05-10 11:34:54,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +19: [2023-05-10 11:34:54,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 3: [2023-05-10 11:34:54,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-10 11:34:54,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 3: [2023-05-10 11:34:54,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-10 11:34:54,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 3: [2023-05-10 11:34:54,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +26: [2023-05-10 11:34:54,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-10 11:34:54,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 3: [2023-05-10 11:34:54,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +26: [2023-05-10 11:34:54,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +27: [2023-05-10 11:34:54,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-10 11:34:54,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-10 11:34:54,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-10 11:34:54,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 7: [2023-05-10 11:34:54,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 7: [2023-05-10 11:34:54,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 7: [2023-05-10 11:34:54,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +14: [2023-05-10 11:34:54,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-10 11:34:54,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +21: [2023-05-10 11:34:54,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +27: [2023-05-10 11:34:54,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-10 11:34:54,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-10 11:34:54,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-10 11:34:54,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +21: [2023-05-10 11:34:54,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +27: [2023-05-10 11:34:54,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +21: [2023-05-10 11:34:54,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 5: [2023-05-10 11:34:54,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 5: [2023-05-10 11:34:54,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +14: [2023-05-10 11:34:54,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-10 11:34:54,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +26: [2023-05-10 11:34:54,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-10 11:34:54,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +26: [2023-05-10 11:34:54,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-10 11:34:54,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-10 11:34:54,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +27: [2023-05-10 11:34:54,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 2: [2023-05-10 11:34:54,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-10 11:34:54,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-10 11:34:54,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-10 11:34:54,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-10 11:34:54,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +25: [2023-05-10 11:34:54,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +25: [2023-05-10 11:34:54,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +22: [2023-05-10 11:34:54,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +22: [2023-05-10 11:34:54,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +26: [2023-05-10 11:34:54,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 9: [2023-05-10 11:34:54,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 9: [2023-05-10 11:34:54,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 9: [2023-05-10 11:34:54,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +12: [2023-05-10 11:34:54,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +12: [2023-05-10 11:34:54,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +26: [2023-05-10 11:34:54,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 9: [2023-05-10 11:34:54,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +25: [2023-05-10 11:34:54,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +12: [2023-05-10 11:34:54,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +12: [2023-05-10 11:34:54,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +25: [2023-05-10 11:34:54,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +22: [2023-05-10 11:34:54,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +22: [2023-05-10 11:34:54,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +16: [2023-05-10 11:34:54,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +16: [2023-05-10 11:34:54,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +29: [2023-05-10 11:34:54,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-10 11:34:54,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-10 11:34:54,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-10 11:34:54,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-10 11:34:54,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +24: [2023-05-10 11:34:54,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +24: [2023-05-10 11:34:54,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +24: [2023-05-10 11:34:54,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 0: [2023-05-10 11:34:54,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 0: [2023-05-10 11:34:54,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 0: [2023-05-10 11:34:54,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 0: [2023-05-10 11:34:54,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +16: [2023-05-10 11:34:54,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +16: [2023-05-10 11:34:54,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 1: [2023-05-10 11:34:54,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 1: [2023-05-10 11:34:54,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +23: [2023-05-10 11:34:54,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +23: [2023-05-10 11:34:54,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +23: [2023-05-10 11:34:54,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +23: [2023-05-10 11:34:54,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +18: [2023-05-10 11:34:54,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +18: [2023-05-10 11:34:54,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +18: [2023-05-10 11:34:54,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +31: [2023-05-10 11:34:54,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +31: [2023-05-10 11:34:54,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +31: [2023-05-10 11:34:54,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 8: [2023-05-10 11:34:54,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 8: [2023-05-10 11:34:54,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +31: [2023-05-10 11:34:54,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +18: [2023-05-10 11:34:54,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 8: [2023-05-10 11:34:54,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 8: [2023-05-10 11:34:54,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 1: [2023-05-10 11:34:54,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 1: [2023-05-10 11:34:54,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 6: [2023-05-10 11:34:54,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 6: [2023-05-10 11:34:54,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 6: [2023-05-10 11:34:54,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +10: [2023-05-10 11:34:54,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +10: [2023-05-10 11:34:54,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 6: [2023-05-10 11:34:54,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +10: [2023-05-10 11:34:54,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +10: [2023-05-10 11:34:54,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-10 11:34:54,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-10 11:34:54,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +21: [2023-05-10 11:34:54,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-10 11:34:54,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +13: [2023-05-10 11:34:54,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +13: [2023-05-10 11:34:54,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +28: [2023-05-10 11:34:54,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +28: [2023-05-10 11:34:54,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 7: [2023-05-10 11:34:54,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-10 11:34:54,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +28: [2023-05-10 11:34:54,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +13: [2023-05-10 11:34:54,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +21: [2023-05-10 11:34:54,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-10 11:34:54,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-10 11:34:54,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +15: [2023-05-10 11:34:54,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +15: [2023-05-10 11:34:54,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +17: [2023-05-10 11:34:54,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +17: [2023-05-10 11:34:54,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +17: [2023-05-10 11:34:54,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 5: [2023-05-10 11:34:54,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-10 11:34:54,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-10 11:34:54,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-10 11:34:54,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 7: [2023-05-10 11:34:54,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-10 11:34:54,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. + 7: [2023-05-10 11:34:54,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-10 11:34:54,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-10 11:34:54,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_11-model_01-model_states.pt. +21: [2023-05-10 11:34:54,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-10 11:34:54,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-10 11:34:54,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-10 11:34:54,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-10 11:34:54,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-10 11:34:54,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-10 11:34:54,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-10 11:34:54,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-10 11:34:54,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-10 11:34:54,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-10 11:34:54,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-10 11:34:54,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-10 11:34:54,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-10 11:34:54,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-10 11:34:54,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-10 11:34:54,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-10 11:34:54,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-10 11:34:54,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-10 11:34:54,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-10 11:34:54,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-10 11:34:54,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-10 11:34:54,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-10 11:34:54,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-10 11:34:54,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-10 11:34:54,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-10 11:34:54,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-10 11:34:54,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-10 11:34:54,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-10 11:34:54,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-10 11:34:54,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-10 11:34:54,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-10 11:34:54,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-10 11:34:54,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-10 11:34:54,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-10 11:34:54,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-10 11:34:54,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-10 11:34:54,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-10 11:34:54,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-10 11:34:54,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-10 11:34:54,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-10 11:34:54,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-10 11:34:54,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-10 11:34:54,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-10 11:34:54,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-10 11:34:54,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-10 11:34:54,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-10 11:34:54,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-10 11:34:54,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-10 11:34:54,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-10 11:34:54,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-10 11:34:54,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-10 11:34:54,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +28: [2023-05-10 11:34:54,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-10 11:34:54,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-10 11:34:54,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-10 11:34:54,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-10 11:34:54,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +15: [2023-05-10 11:34:54,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-10 11:34:54,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-10 11:34:54,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-10 11:34:54,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-10 11:34:54,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-10 11:34:54,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-10 11:34:54,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-10 11:34:54,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-10 11:34:54,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-10 11:34:54,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-10 11:34:54,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-10 11:34:54,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-10 11:34:54,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-10 11:34:54,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-10 11:34:54,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-10 11:34:54,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-10 11:34:54,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-10 11:34:54,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-10 11:34:54,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-10 11:34:54,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-10 11:34:54,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-10 11:34:54,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-10 11:34:54,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-10 11:34:54,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-10 11:34:54,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-10 11:34:54,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-10 11:34:54,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-10 11:34:54,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-10 11:34:54,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-10 11:34:54,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-10 11:34:54,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-10 11:34:54,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-10 11:34:54,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +29: [2023-05-10 11:34:54,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-10 11:34:54,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +21: [2023-05-10 11:34:54,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-10 11:34:54,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-10 11:34:54,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-10 11:34:54,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +14: [2023-05-10 11:34:54,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 2: [2023-05-10 11:34:54,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +21: [2023-05-10 11:34:54,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +14: [2023-05-10 11:34:54,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 7: [2023-05-10 11:34:54,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-10 11:34:54,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-10 11:34:54,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +29: [2023-05-10 11:34:54,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +29: [2023-05-10 11:34:54,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-10 11:34:54,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 7: [2023-05-10 11:34:54,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-10 11:34:54,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 5: [2023-05-10 11:34:54,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 7: [2023-05-10 11:34:54,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-10 11:34:54,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +29: [2023-05-10 11:34:54,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 7: [2023-05-10 11:34:54,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 5: [2023-05-10 11:34:54,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-10 11:34:54,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-10 11:34:54,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +25: [2023-05-10 11:34:54,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-10 11:34:54,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-10 11:34:54,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-10 11:34:54,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-10 11:34:54,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-10 11:34:54,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +23: [2023-05-10 11:34:54,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +16: [2023-05-10 11:34:54,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +18: [2023-05-10 11:34:54,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-10 11:34:54,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 5: [2023-05-10 11:34:54,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +12: [2023-05-10 11:34:54,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-10 11:34:54,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-10 11:34:54,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-10 11:34:54,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-10 11:34:54,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-10 11:34:54,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 7: [2023-05-10 11:34:54,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +18: [2023-05-10 11:34:54,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-10 11:34:54,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-10 11:34:54,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-10 11:34:54,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-10 11:34:54,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-10 11:34:54,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-10 11:34:54,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-10 11:34:54,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-10 11:34:54,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-10 11:34:54,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +12: [2023-05-10 11:34:54,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +12: [2023-05-10 11:34:54,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +25: [2023-05-10 11:34:54,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 0: [2023-05-10 11:34:54,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-10 11:34:54,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +12: [2023-05-10 11:34:54,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +23: [2023-05-10 11:34:54,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-10 11:34:54,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +21: [2023-05-10 11:34:54,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +25: [2023-05-10 11:34:54,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 9: [2023-05-10 11:34:54,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-10 11:34:54,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-10 11:34:54,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-10 11:34:54,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-10 11:34:54,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +21: [2023-05-10 11:34:54,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +15: [2023-05-10 11:34:54,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-10 11:34:54,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +24: [2023-05-10 11:34:54,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +22: [2023-05-10 11:34:54,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 1: [2023-05-10 11:34:54,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-10 11:34:54,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-10 11:34:54,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +22: [2023-05-10 11:34:54,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-10 11:34:54,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +16: [2023-05-10 11:34:54,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-10 11:34:54,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +28: [2023-05-10 11:34:54,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-10 11:34:54,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-10 11:34:54,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-10 11:34:54,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 9: [2023-05-10 11:34:54,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 9: [2023-05-10 11:34:54,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +24: [2023-05-10 11:34:54,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-10 11:34:54,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-10 11:34:54,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +22: [2023-05-10 11:34:54,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-10 11:34:54,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-10 11:34:54,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 8: [2023-05-10 11:34:54,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-10 11:34:54,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-10 11:34:54,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-10 11:34:54,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-10 11:34:54,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-10 11:34:54,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +16: [2023-05-10 11:34:54,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +15: [2023-05-10 11:34:54,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-10 11:34:54,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-10 11:34:54,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 1: [2023-05-10 11:34:54,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-10 11:34:54,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 1: [2023-05-10 11:34:54,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-10 11:34:54,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +30: [2023-05-10 11:34:54,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-10 11:34:54,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 6: [2023-05-10 11:34:54,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-10 11:34:54,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-10 11:34:54,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-10 11:34:54,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-10 11:34:54,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +16: [2023-05-10 11:34:54,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 1: [2023-05-10 11:34:54,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-10 11:34:54,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 8: [2023-05-10 11:34:54,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +24: [2023-05-10 11:34:54,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +22: [2023-05-10 11:34:54,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +22: [2023-05-10 11:34:54,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 6: [2023-05-10 11:34:54,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +16: [2023-05-10 11:34:54,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +13: [2023-05-10 11:34:54,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-10 11:34:54,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +30: [2023-05-10 11:34:54,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +18: [2023-05-10 11:34:54,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +15: [2023-05-10 11:34:54,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-10 11:34:54,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 8: [2023-05-10 11:34:54,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-10 11:34:54,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-10 11:34:54,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-10 11:34:54,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-10 11:34:54,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-10 11:34:54,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 6: [2023-05-10 11:34:54,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +22: [2023-05-10 11:34:54,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +15: [2023-05-10 11:34:54,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-10 11:34:54,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-10 11:34:54,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +23: [2023-05-10 11:34:54,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +10: [2023-05-10 11:34:54,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-10 11:34:54,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 1: [2023-05-10 11:34:54,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +23: [2023-05-10 11:34:54,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +28: [2023-05-10 11:34:54,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 8: [2023-05-10 11:34:54,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 0: [2023-05-10 11:34:54,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 0: [2023-05-10 11:34:54,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +28: [2023-05-10 11:34:54,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-10 11:34:54,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-10 11:34:54,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-10 11:34:54,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-10 11:34:54,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +10: [2023-05-10 11:34:54,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... + 0: [2023-05-10 11:34:54,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +10: [2023-05-10 11:34:54,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +13: [2023-05-10 11:34:54,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-10 11:34:54,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-10 11:34:54,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-10 11:34:54,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-10 11:34:54,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-10 11:34:54,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-10 11:34:54,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-10 11:34:54,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +17: [2023-05-10 11:34:54,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +13: [2023-05-10 11:34:54,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +13: [2023-05-10 11:34:54,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +28: [2023-05-10 11:34:54,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +30: [2023-05-10 11:34:54,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-10 11:34:54,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +17: [2023-05-10 11:34:54,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +31: [2023-05-10 11:34:54,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-10 11:34:54,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-10 11:34:54,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-10 11:34:54,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-10 11:34:54,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +30: [2023-05-10 11:34:54,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +10: [2023-05-10 11:34:54,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-10 11:34:54,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-10 11:34:54,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +30: [2023-05-10 11:34:54,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +30: [2023-05-10 11:34:54,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +31: [2023-05-10 11:34:54,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +31: [2023-05-10 11:34:54,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +31: [2023-05-10 11:34:54,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +31: [2023-05-10 11:34:54,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +10: [2023-05-10 11:34:54,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +10: [2023-05-10 11:34:54,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt... +14: [2023-05-10 11:34:55,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-10 11:34:55,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-10 11:34:55,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-10 11:34:55,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-10 11:34:55,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-10 11:34:55,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-10 11:34:55,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-10 11:34:55,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-10 11:34:55,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-10 11:34:55,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-10 11:34:55,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-10 11:34:55,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-10 11:34:55,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-10 11:34:55,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-10 11:34:55,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-10 11:34:55,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-10 11:34:55,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-10 11:34:55,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-10 11:34:55,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-10 11:34:55,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-10 11:34:55,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-10 11:34:55,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-10 11:34:55,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-10 11:34:55,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-10 11:34:55,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-10 11:34:55,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-10 11:34:55,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-10 11:34:55,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-10 11:34:55,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-10 11:34:55,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-10 11:34:55,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-10 11:34:55,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-10 11:34:55,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-10 11:34:55,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-10 11:34:55,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-10 11:34:55,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-10 11:34:55,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-10 11:34:55,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-10 11:34:55,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-10 11:34:55,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-10 11:34:55,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-10 11:34:55,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-10 11:34:55,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-10 11:34:55,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-10 11:34:55,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-10 11:34:55,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-10 11:34:55,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-10 11:34:55,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-10 11:34:55,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-10 11:34:55,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-10 11:34:55,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-10 11:34:55,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-10 11:34:55,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-10 11:34:55,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-10 11:34:55,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-10 11:34:55,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-10 11:34:55,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-10 11:34:55,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-10 11:34:55,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-10 11:34:55,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-10 11:34:55,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-10 11:34:55,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-10 11:34:55,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-10 11:34:55,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-10 11:34:55,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-10 11:34:55,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-10 11:34:55,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-10 11:34:55,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-10 11:34:55,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-10 11:34:55,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-10 11:34:55,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-10 11:34:55,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-10 11:34:55,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-10 11:34:55,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-10 11:34:55,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-10 11:34:55,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-10 11:34:55,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-10 11:34:55,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-10 11:34:55,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-10 11:34:55,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-10 11:34:55,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-10 11:34:55,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-10 11:34:55,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-10 11:34:55,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-10 11:34:55,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-10 11:34:55,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-10 11:34:55,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-10 11:34:55,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-10 11:34:55,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-10 11:34:55,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-10 11:34:55,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-10 11:34:55,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-10 11:34:55,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-10 11:34:55,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-10 11:34:55,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-10 11:34:55,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-10 11:34:55,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-10 11:34:55,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-10 11:34:55,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-10 11:34:55,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-10 11:34:55,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-10 11:34:55,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-10 11:34:55,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-10 11:34:55,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:55,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-10 11:34:55,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-10 11:34:55,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-10 11:34:55,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-10 11:34:55,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:55,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:55,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:55,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-10 11:34:55,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-10 11:34:55,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-10 11:34:55,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-10 11:34:55,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-10 11:34:55,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-10 11:34:55,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-10 11:34:55,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-10 11:34:55,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-10 11:34:55,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-10 11:34:55,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-10 11:34:55,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-10 11:34:55,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-10 11:34:55,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-10 11:34:55,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-10 11:34:55,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-10 11:34:55,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-10 11:34:55,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-10 11:34:55,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-10 11:34:55,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-10 11:34:55,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-10 11:34:55,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-10 11:34:55,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-10 11:34:55,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-10 11:34:55,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-10 11:34:55,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-10 11:34:55,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-10 11:34:55,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-10 11:34:55,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-10 11:34:55,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-10 11:34:55,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-10 11:34:55,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-10 11:34:55,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-10 11:34:55,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-10 11:34:55,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-10 11:34:55,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-10 11:34:55,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-10 11:34:55,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-10 11:34:55,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-10 11:34:55,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-10 11:34:55,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-10 11:34:55,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-10 11:34:55,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-10 11:34:55,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-10 11:34:55,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-10 11:34:55,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-10 11:34:55,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-10 11:34:55,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-10 11:34:55,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-10 11:34:55,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-10 11:34:55,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-10 11:34:55,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-10 11:34:55,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-10 11:34:55,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-10 11:34:55,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-10 11:34:55,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-10 11:34:55,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-10 11:34:55,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-10 11:34:55,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-10 11:34:55,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-10 11:34:55,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-10 11:34:55,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-10 11:34:55,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-10 11:34:55,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-10 11:34:55,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-10 11:34:55,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-10 11:34:55,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-10 11:34:55,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-10 11:34:55,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-10 11:34:55,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-10 11:34:55,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-10 11:34:55,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-10 11:34:55,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-10 11:34:55,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-10 11:34:55,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-10 11:34:55,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-10 11:34:55,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-10 11:34:55,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-10 11:34:55,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-10 11:34:55,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-10 11:34:55,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-10 11:34:55,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-10 11:34:55,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-10 11:34:55,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-10 11:34:55,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-10 11:34:55,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-10 11:34:55,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-10 11:34:55,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-10 11:34:55,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-10 11:34:55,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-10 11:34:55,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-10 11:34:55,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-10 11:34:55,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-10 11:34:55,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-10 11:34:55,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-10 11:34:55,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-10 11:34:55,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-10 11:34:55,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-10 11:34:55,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-10 11:34:55,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-10 11:34:55,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-10 11:34:55,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-10 11:34:55,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-10 11:34:55,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-10 11:34:55,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-10 11:34:55,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-10 11:34:55,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-10 11:34:55,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-10 11:34:55,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-10 11:34:55,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-10 11:34:55,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-10 11:34:55,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-10 11:34:55,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-10 11:34:55,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-10 11:34:55,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-10 11:34:55,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-10 11:34:55,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-10 11:34:55,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-10 11:34:55,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-10 11:34:55,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-10 11:34:55,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-10 11:34:55,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-10 11:34:55,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-10 11:34:55,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-10 11:34:55,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-10 11:34:55,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-10 11:34:55,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-10 11:34:55,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-10 11:34:55,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-10 11:34:55,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-10 11:34:55,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-10 11:34:55,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-10 11:34:55,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-10 11:34:55,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-10 11:34:55,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-10 11:34:55,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-10 11:34:55,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-10 11:34:55,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-10 11:34:55,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-10 11:34:55,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-10 11:34:55,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-10 11:34:55,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-10 11:34:55,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-10 11:34:55,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-10 11:34:55,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-10 11:34:55,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-10 11:34:55,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-10 11:34:55,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-10 11:34:55,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-10 11:34:55,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-10 11:34:55,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-10 11:34:55,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-10 11:34:55,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:55,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-10 11:34:55,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-10 11:34:55,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-10 11:34:55,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-10 11:34:55,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-10 11:34:55,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-10 11:34:55,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-10 11:34:55,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-10 11:34:55,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-10 11:34:55,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-10 11:34:55,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-10 11:34:55,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-10 11:34:55,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-10 11:34:55,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-10 11:34:55,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-10 11:34:55,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-10 11:34:55,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-10 11:34:55,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-10 11:34:55,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-10 11:34:55,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-10 11:34:55,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-10 11:34:55,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-10 11:34:55,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-10 11:34:55,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-10 11:34:55,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-10 11:34:55,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-10 11:34:55,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-10 11:34:55,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-10 11:34:55,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-10 11:34:55,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:55,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-10 11:34:55,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-10 11:34:55,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-10 11:34:55,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-10 11:34:55,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-10 11:34:55,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-10 11:34:55,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-10 11:34:55,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-10 11:34:55,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:55,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-10 11:34:55,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-10 11:34:55,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-10 11:34:55,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-10 11:34:55,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-10 11:34:55,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-10 11:34:55,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-10 11:34:55,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-10 11:34:55,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-10 11:34:55,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-10 11:34:55,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-10 11:34:55,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-10 11:34:55,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-10 11:34:55,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-10 11:34:55,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-10 11:34:55,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-10 11:34:55,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-10 11:34:55,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-10 11:34:55,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-10 11:34:55,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-10 11:34:55,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-10 11:34:55,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-10 11:34:55,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-10 11:34:55,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-10 11:34:55,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-10 11:34:55,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-10 11:34:55,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-10 11:34:55,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-10 11:34:55,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-10 11:34:55,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-10 11:34:55,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-10 11:34:55,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-10 11:34:55,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-10 11:34:55,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-10 11:34:55,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-10 11:34:55,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-10 11:34:55,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-10 11:34:55,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-10 11:34:55,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-10 11:34:55,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-10 11:34:55,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-10 11:34:55,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-10 11:34:55,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-10 11:34:55,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-10 11:34:55,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-10 11:34:55,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-10 11:34:55,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-10 11:34:55,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-10 11:34:55,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-10 11:34:55,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-10 11:34:55,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-10 11:34:55,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-10 11:34:55,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-10 11:34:55,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-10 11:34:55,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-10 11:34:55,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-10 11:34:55,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-10 11:34:55,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-10 11:34:55,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-10 11:34:55,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-10 11:34:55,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-10 11:34:55,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-10 11:34:55,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-10 11:34:55,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-10 11:34:55,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-10 11:34:55,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-10 11:34:55,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-10 11:34:55,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-10 11:34:55,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-10 11:34:55,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-10 11:34:55,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-10 11:34:55,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-10 11:34:55,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-10 11:34:55,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-10 11:34:55,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-10 11:34:55,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-10 11:34:55,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-10 11:34:55,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-10 11:34:55,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-10 11:34:55,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-10 11:34:55,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-10 11:34:55,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-10 11:34:55,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-10 11:34:55,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-10 11:34:55,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-10 11:34:55,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-10 11:34:55,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-10 11:34:55,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-10 11:34:55,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-10 11:34:55,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-10 11:34:55,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-10 11:34:55,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-10 11:34:55,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-10 11:34:55,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-10 11:34:55,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-10 11:34:55,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-10 11:34:55,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-10 11:34:55,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-10 11:34:55,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-10 11:34:55,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-10 11:34:55,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-10 11:34:55,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-10 11:34:55,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-10 11:34:55,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-10 11:34:55,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-10 11:34:55,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-10 11:34:55,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-10 11:34:55,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-10 11:34:55,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-10 11:34:55,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-10 11:34:55,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-10 11:34:55,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-10 11:34:55,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-10 11:34:55,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-10 11:34:55,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-10 11:34:55,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-10 11:34:55,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-10 11:34:55,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-10 11:34:55,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-10 11:34:55,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-10 11:34:55,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-10 11:34:55,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-10 11:34:55,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-10 11:34:55,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-10 11:34:55,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-10 11:34:55,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-10 11:34:55,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-10 11:34:55,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-10 11:34:55,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-10 11:34:55,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-10 11:34:55,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-10 11:34:55,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-10 11:34:55,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-10 11:34:55,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-10 11:34:55,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-10 11:34:55,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-10 11:34:55,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-10 11:34:55,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-10 11:34:55,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-10 11:34:55,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-10 11:34:55,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-10 11:34:55,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-10 11:34:55,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-10 11:34:55,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-10 11:34:55,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-10 11:34:55,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-10 11:34:55,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-10 11:34:55,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-10 11:34:55,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-10 11:34:55,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-10 11:34:55,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-10 11:34:55,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-10 11:34:55,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-10 11:34:55,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-10 11:34:55,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-10 11:34:55,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-10 11:34:55,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-10 11:34:55,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-10 11:34:55,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-10 11:34:55,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-10 11:34:55,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-10 11:34:55,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-10 11:34:55,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-10 11:34:55,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-10 11:34:55,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-10 11:34:55,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-10 11:34:55,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-10 11:34:55,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-10 11:34:55,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-10 11:34:55,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-10 11:34:55,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-10 11:34:55,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-10 11:34:55,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-10 11:34:55,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-10 11:34:55,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-10 11:34:55,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-10 11:34:55,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-10 11:34:55,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-10 11:34:55,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-10 11:34:55,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-10 11:34:55,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-10 11:34:55,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-10 11:34:55,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-10 11:34:55,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-10 11:34:55,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-10 11:34:55,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-10 11:34:55,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-10 11:34:55,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-10 11:34:55,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-10 11:34:55,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-10 11:34:55,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-10 11:34:55,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-10 11:34:55,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-10 11:34:55,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-10 11:34:55,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-10 11:34:55,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-10 11:34:55,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-10 11:34:55,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-10 11:34:55,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-10 11:34:55,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-10 11:34:55,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-10 11:34:55,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-10 11:34:55,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-10 11:34:55,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-10 11:34:55,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-10 11:34:55,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-10 11:34:55,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-10 11:34:55,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-10 11:34:55,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-10 11:34:55,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +21: [2023-05-10 11:34:55,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +21: [2023-05-10 11:34:55,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +21: [2023-05-10 11:34:55,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +28: [2023-05-10 11:34:55,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +28: [2023-05-10 11:34:55,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +31: [2023-05-10 11:34:55,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +31: [2023-05-10 11:34:55,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +31: [2023-05-10 11:34:55,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +31: [2023-05-10 11:34:55,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +28: [2023-05-10 11:34:55,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +28: [2023-05-10 11:34:55,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +17: [2023-05-10 11:34:55,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +17: [2023-05-10 11:34:55,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +17: [2023-05-10 11:34:55,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +17: [2023-05-10 11:34:55,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 9: [2023-05-10 11:34:55,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 9: [2023-05-10 11:34:55,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 9: [2023-05-10 11:34:55,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 9: [2023-05-10 11:34:55,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +21: [2023-05-10 11:34:55,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-10 11:34:55,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +12: [2023-05-10 11:34:55,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +21: [2023-05-10 11:34:55,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-10 11:34:55,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-10 11:34:55,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-10 11:34:55,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +12: [2023-05-10 11:34:55,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +31: [2023-05-10 11:34:55,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-10 11:34:55,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-10 11:34:55,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-10 11:34:55,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-10 11:34:55,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-10 11:34:55,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-10 11:34:55,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-10 11:34:55,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-10 11:34:55,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-10 11:34:55,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-10 11:34:55,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-10 11:34:55,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-10 11:34:55,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-10 11:34:55,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-10 11:34:55,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-10 11:34:55,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-10 11:34:55,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-10 11:34:55,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-10 11:34:55,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-10 11:34:55,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +11: [2023-05-10 11:34:55,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +12: [2023-05-10 11:34:55,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-10 11:34:55,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +11: [2023-05-10 11:34:55,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +15: [2023-05-10 11:34:55,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +15: [2023-05-10 11:34:55,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +15: [2023-05-10 11:34:55,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +15: [2023-05-10 11:34:55,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 3: [2023-05-10 11:34:55,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 3: [2023-05-10 11:34:55,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 3: [2023-05-10 11:34:55,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 3: [2023-05-10 11:34:55,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 1: [2023-05-10 11:34:55,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 1: [2023-05-10 11:34:55,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 1: [2023-05-10 11:34:55,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 1: [2023-05-10 11:34:55,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +11: [2023-05-10 11:34:55,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-10 11:34:55,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-10 11:34:55,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +30: [2023-05-10 11:34:55,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +30: [2023-05-10 11:34:55,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +30: [2023-05-10 11:34:55,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +28: [2023-05-10 11:34:55,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-10 11:34:55,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-10 11:34:55,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-10 11:34:55,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-10 11:34:55,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +21: [2023-05-10 11:34:55,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-10 11:34:55,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-10 11:34:55,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-10 11:34:55,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-10 11:34:55,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +21: [2023-05-10 11:34:55,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-10 11:34:55,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-10 11:34:55,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-10 11:34:55,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-10 11:34:55,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-10 11:34:55,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +21: [2023-05-10 11:34:55,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +21: [2023-05-10 11:34:55,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +21: [2023-05-10 11:34:55,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +17: [2023-05-10 11:34:55,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-10 11:34:55,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 9: [2023-05-10 11:34:55,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 9: [2023-05-10 11:34:55,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +15: [2023-05-10 11:34:55,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-10 11:34:55,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-10 11:34:55,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-10 11:34:55,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-10 11:34:55,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-10 11:34:55,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-10 11:34:55,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-10 11:34:55,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-10 11:34:55,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 3: [2023-05-10 11:34:55,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-10 11:34:55,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-10 11:34:55,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-10 11:34:55,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +23: [2023-05-10 11:34:55,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +23: [2023-05-10 11:34:55,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 3: [2023-05-10 11:34:55,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-10 11:34:55,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +31: [2023-05-10 11:34:55,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-10 11:34:55,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-10 11:34:55,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-10 11:34:55,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 4: [2023-05-10 11:34:55,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 4: [2023-05-10 11:34:55,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 4: [2023-05-10 11:34:55,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 1: [2023-05-10 11:34:55,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-10 11:34:55,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +17: [2023-05-10 11:34:55,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +12: [2023-05-10 11:34:55,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +28: [2023-05-10 11:34:55,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +28: [2023-05-10 11:34:55,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 9: [2023-05-10 11:34:55,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 3: [2023-05-10 11:34:55,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-10 11:34:55,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +22: [2023-05-10 11:34:55,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 1: [2023-05-10 11:34:55,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-10 11:34:55,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +12: [2023-05-10 11:34:55,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-10 11:34:55,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-10 11:34:55,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +22: [2023-05-10 11:34:55,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +31: [2023-05-10 11:34:55,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +31: [2023-05-10 11:34:55,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +31: [2023-05-10 11:34:55,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +30: [2023-05-10 11:34:55,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-10 11:34:55,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-10 11:34:55,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-10 11:34:55,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-10 11:34:55,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-10 11:34:55,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +12: [2023-05-10 11:34:55,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +30: [2023-05-10 11:34:55,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-10 11:34:55,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 8: [2023-05-10 11:34:55,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 8: [2023-05-10 11:34:55,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 8: [2023-05-10 11:34:55,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +31: [2023-05-10 11:34:55,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-10 11:34:55,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-10 11:34:55,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +12: [2023-05-10 11:34:55,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +13: [2023-05-10 11:34:55,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +13: [2023-05-10 11:34:55,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 5: [2023-05-10 11:34:55,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 5: [2023-05-10 11:34:55,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +13: [2023-05-10 11:34:55,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +23: [2023-05-10 11:34:55,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-10 11:34:55,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 5: [2023-05-10 11:34:55,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 7: [2023-05-10 11:34:55,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 6: [2023-05-10 11:34:55,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 6: [2023-05-10 11:34:55,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 6: [2023-05-10 11:34:55,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 5: [2023-05-10 11:34:55,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 6: [2023-05-10 11:34:55,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +23: [2023-05-10 11:34:55,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-10 11:34:55,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +19: [2023-05-10 11:34:55,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +19: [2023-05-10 11:34:55,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 4: [2023-05-10 11:34:55,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-10 11:34:55,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 4: [2023-05-10 11:34:55,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-10 11:34:55,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 4: [2023-05-10 11:34:55,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-10 11:34:55,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-10 11:34:55,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +27: [2023-05-10 11:34:55,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +27: [2023-05-10 11:34:55,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +27: [2023-05-10 11:34:55,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +22: [2023-05-10 11:34:55,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-10 11:34:55,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-10 11:34:55,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-10 11:34:55,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 7: [2023-05-10 11:34:55,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +23: [2023-05-10 11:34:55,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-10 11:34:55,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-10 11:34:55,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-10 11:34:55,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-10 11:34:55,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-10 11:34:55,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-10 11:34:55,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 8: [2023-05-10 11:34:55,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-10 11:34:55,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-10 11:34:55,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-10 11:34:55,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-10 11:34:55,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +11: [2023-05-10 11:34:55,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +15: [2023-05-10 11:34:55,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-10 11:34:55,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-10 11:34:55,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-10 11:34:55,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 5: [2023-05-10 11:34:55,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-10 11:34:55,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-10 11:34:55,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-10 11:34:55,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-10 11:34:55,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-10 11:34:55,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-10 11:34:55,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-10 11:34:55,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-10 11:34:55,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-10 11:34:55,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +11: [2023-05-10 11:34:55,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +13: [2023-05-10 11:34:55,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-10 11:34:55,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-10 11:34:55,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-10 11:34:55,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-10 11:34:55,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-10 11:34:55,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +24: [2023-05-10 11:34:55,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 5: [2023-05-10 11:34:55,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-10 11:34:55,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-10 11:34:55,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +25: [2023-05-10 11:34:55,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +24: [2023-05-10 11:34:55,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +24: [2023-05-10 11:34:55,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 1: [2023-05-10 11:34:55,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-10 11:34:55,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-10 11:34:55,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-10 11:34:55,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +27: [2023-05-10 11:34:55,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-10 11:34:55,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +27: [2023-05-10 11:34:55,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-10 11:34:55,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-10 11:34:55,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-10 11:34:55,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +15: [2023-05-10 11:34:55,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +19: [2023-05-10 11:34:55,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-10 11:34:55,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-10 11:34:55,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-10 11:34:55,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-10 11:34:55,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-10 11:34:55,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 3: [2023-05-10 11:34:55,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-10 11:34:55,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-10 11:34:55,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-10 11:34:55,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +10: [2023-05-10 11:34:55,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +10: [2023-05-10 11:34:55,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +10: [2023-05-10 11:34:55,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 7: [2023-05-10 11:34:55,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-10 11:34:55,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 4: [2023-05-10 11:34:55,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-10 11:34:55,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 3: [2023-05-10 11:34:55,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 3: [2023-05-10 11:34:55,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 4: [2023-05-10 11:34:55,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +30: [2023-05-10 11:34:55,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-10 11:34:55,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 1: [2023-05-10 11:34:55,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-10 11:34:55,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-10 11:34:55,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +26: [2023-05-10 11:34:55,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +26: [2023-05-10 11:34:55,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +26: [2023-05-10 11:34:55,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +26: [2023-05-10 11:34:55,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +30: [2023-05-10 11:34:55,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-10 11:34:55,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-10 11:34:55,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +30: [2023-05-10 11:34:55,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-10 11:34:55,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +23: [2023-05-10 11:34:55,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-10 11:34:55,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +30: [2023-05-10 11:34:55,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 4: [2023-05-10 11:34:55,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-10 11:34:55,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +14: [2023-05-10 11:34:55,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +24: [2023-05-10 11:34:55,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-10 11:34:55,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-10 11:34:55,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-10 11:34:55,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +30: [2023-05-10 11:34:55,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +14: [2023-05-10 11:34:55,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +14: [2023-05-10 11:34:55,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +25: [2023-05-10 11:34:55,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-10 11:34:55,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +25: [2023-05-10 11:34:55,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-10 11:34:55,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-10 11:34:55,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:55,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +20: [2023-05-10 11:34:55,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +23: [2023-05-10 11:34:55,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +25: [2023-05-10 11:34:55,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:55,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +20: [2023-05-10 11:34:55,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +24: [2023-05-10 11:34:55,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-10 11:34:55,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-10 11:34:55,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-10 11:34:55,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +29: [2023-05-10 11:34:55,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +29: [2023-05-10 11:34:55,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +22: [2023-05-10 11:34:55,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-10 11:34:55,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-10 11:34:55,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 8: [2023-05-10 11:34:55,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-10 11:34:55,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-10 11:34:55,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +18: [2023-05-10 11:34:55,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +18: [2023-05-10 11:34:55,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +18: [2023-05-10 11:34:55,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +22: [2023-05-10 11:34:55,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-10 11:34:55,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +23: [2023-05-10 11:34:55,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +22: [2023-05-10 11:34:55,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +22: [2023-05-10 11:34:55,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-10 11:34:55,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 6: [2023-05-10 11:34:55,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-10 11:34:55,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-10 11:34:55,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +22: [2023-05-10 11:34:55,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 6: [2023-05-10 11:34:55,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-10 11:34:55,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-10 11:34:55,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 5: [2023-05-10 11:34:55,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-10 11:34:55,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-10 11:34:55,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 8: [2023-05-10 11:34:55,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-10 11:34:55,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-10 11:34:55,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +26: [2023-05-10 11:34:55,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-10 11:34:55,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-10 11:34:55,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-10 11:34:55,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-10 11:34:55,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-10 11:34:55,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-10 11:34:55,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 5: [2023-05-10 11:34:55,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +19: [2023-05-10 11:34:55,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-10 11:34:55,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-10 11:34:55,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-10 11:34:55,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-10 11:34:55,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 8: [2023-05-10 11:34:55,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 5: [2023-05-10 11:34:55,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-10 11:34:55,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-10 11:34:55,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-10 11:34:55,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-10 11:34:55,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-10 11:34:55,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-10 11:34:55,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-10 11:34:55,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 6: [2023-05-10 11:34:55,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-10 11:34:55,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 5: [2023-05-10 11:34:55,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 5: [2023-05-10 11:34:55,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 7: [2023-05-10 11:34:55,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-10 11:34:55,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-10 11:34:55,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +27: [2023-05-10 11:34:55,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-10 11:34:55,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-10 11:34:55,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 7: [2023-05-10 11:34:55,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 6: [2023-05-10 11:34:55,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 6: [2023-05-10 11:34:55,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 6: [2023-05-10 11:34:55,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +14: [2023-05-10 11:34:55,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-10 11:34:55,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-10 11:34:55,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-10 11:34:55,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-10 11:34:55,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:55,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-10 11:34:55,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 7: [2023-05-10 11:34:55,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +13: [2023-05-10 11:34:55,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-10 11:34:55,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-10 11:34:55,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-10 11:34:55,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +27: [2023-05-10 11:34:55,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +19: [2023-05-10 11:34:55,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-10 11:34:55,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-10 11:34:55,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:55,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-10 11:34:55,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-10 11:34:55,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-10 11:34:55,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-10 11:34:55,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-10 11:34:55,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-10 11:34:55,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-10 11:34:55,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-10 11:34:55,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-10 11:34:55,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-10 11:34:55,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +13: [2023-05-10 11:34:55,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +19: [2023-05-10 11:34:55,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +13: [2023-05-10 11:34:55,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +27: [2023-05-10 11:34:55,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-10 11:34:55,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +19: [2023-05-10 11:34:55,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 7: [2023-05-10 11:34:55,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +27: [2023-05-10 11:34:55,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +24: [2023-05-10 11:34:55,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-10 11:34:55,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-10 11:34:55,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-10 11:34:55,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-10 11:34:55,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +16: [2023-05-10 11:34:55,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +16: [2023-05-10 11:34:55,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +16: [2023-05-10 11:34:55,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +24: [2023-05-10 11:34:55,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +24: [2023-05-10 11:34:55,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +25: [2023-05-10 11:34:55,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-10 11:34:55,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-10 11:34:55,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +25: [2023-05-10 11:34:55,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 2: [2023-05-10 11:34:55,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 2: [2023-05-10 11:34:55,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 2: [2023-05-10 11:34:55,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +24: [2023-05-10 11:34:55,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-10 11:34:55,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +25: [2023-05-10 11:34:55,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-10 11:34:55,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +24: [2023-05-10 11:34:55,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +20: [2023-05-10 11:34:55,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-10 11:34:55,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +20: [2023-05-10 11:34:55,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +24: [2023-05-10 11:34:55,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-10 11:34:55,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-10 11:34:55,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-10 11:34:55,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-10 11:34:55,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +26: [2023-05-10 11:34:55,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-10 11:34:55,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-10 11:34:55,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-10 11:34:55,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 0: [2023-05-10 11:34:55,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 0: [2023-05-10 11:34:55,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. + 0: [2023-05-10 11:34:55,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_12-model_01-model_states.pt. +14: [2023-05-10 11:34:55,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-10 11:34:55,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-10 11:34:55,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-10 11:34:55,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-10 11:34:55,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-10 11:34:55,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-10 11:34:55,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +16: [2023-05-10 11:34:55,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-10 11:34:55,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +26: [2023-05-10 11:34:55,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +20: [2023-05-10 11:34:55,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-10 11:34:55,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-10 11:34:55,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +29: [2023-05-10 11:34:55,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 2: [2023-05-10 11:34:55,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-10 11:34:55,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-10 11:34:55,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-10 11:34:55,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-10 11:34:55,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +20: [2023-05-10 11:34:55,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +20: [2023-05-10 11:34:55,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-10 11:34:55,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-10 11:34:55,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-10 11:34:55,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-10 11:34:55,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-10 11:34:55,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-10 11:34:55,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-10 11:34:55,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-10 11:34:55,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-10 11:34:55,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-10 11:34:55,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-10 11:34:55,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-10 11:34:55,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +20: [2023-05-10 11:34:55,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-10 11:34:55,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +18: [2023-05-10 11:34:55,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +29: [2023-05-10 11:34:55,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +29: [2023-05-10 11:34:55,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +29: [2023-05-10 11:34:55,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-10 11:34:55,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +14: [2023-05-10 11:34:55,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +14: [2023-05-10 11:34:55,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +14: [2023-05-10 11:34:55,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +18: [2023-05-10 11:34:55,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +18: [2023-05-10 11:34:55,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +20: [2023-05-10 11:34:55,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +29: [2023-05-10 11:34:55,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 0: [2023-05-10 11:34:55,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-10 11:34:55,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-10 11:34:55,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-10 11:34:55,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-10 11:34:55,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-10 11:34:55,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-10 11:34:55,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-10 11:34:55,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-10 11:34:55,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-10 11:34:55,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-10 11:34:55,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-10 11:34:55,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +16: [2023-05-10 11:34:55,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +16: [2023-05-10 11:34:55,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +16: [2023-05-10 11:34:55,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... +16: [2023-05-10 11:34:55,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 2: [2023-05-10 11:34:55,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 2: [2023-05-10 11:34:55,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 2: [2023-05-10 11:34:55,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-10 11:34:55,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-10 11:34:55,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 0: [2023-05-10 11:34:55,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 0: [2023-05-10 11:34:55,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-10 11:34:55,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-10 11:34:55,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-10 11:34:55,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 0: [2023-05-10 11:34:55,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 0: [2023-05-10 11:34:55,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt... + 2: [2023-05-10 11:34:56,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-10 11:34:56,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-10 11:34:56,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-10 11:34:56,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-10 11:34:56,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-10 11:34:56,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-10 11:34:56,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-10 11:34:56,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-10 11:34:56,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-10 11:34:56,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-10 11:34:56,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-10 11:34:56,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-10 11:34:56,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-10 11:34:56,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-10 11:34:56,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-10 11:34:56,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-10 11:34:56,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-10 11:34:56,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-10 11:34:56,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-10 11:34:56,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-10 11:34:56,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-10 11:34:56,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-10 11:34:56,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-10 11:34:56,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-10 11:34:56,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-10 11:34:56,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-10 11:34:56,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-10 11:34:56,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-10 11:34:56,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-10 11:34:56,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-10 11:34:56,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-10 11:34:56,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-10 11:34:56,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-10 11:34:56,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-10 11:34:56,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-10 11:34:56,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-10 11:34:56,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-10 11:34:56,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-10 11:34:56,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-10 11:34:56,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-10 11:34:56,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-10 11:34:56,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-10 11:34:56,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-10 11:34:56,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-10 11:34:56,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-10 11:34:56,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-10 11:34:56,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-10 11:34:56,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-10 11:34:56,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +29: [2023-05-10 11:34:56,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +29: [2023-05-10 11:34:56,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +29: [2023-05-10 11:34:56,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +30: [2023-05-10 11:34:56,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +30: [2023-05-10 11:34:56,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +30: [2023-05-10 11:34:56,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +30: [2023-05-10 11:34:56,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +29: [2023-05-10 11:34:56,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-10 11:34:56,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-10 11:34:56,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-10 11:34:56,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-10 11:34:56,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-10 11:34:56,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-10 11:34:56,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-10 11:34:56,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-10 11:34:56,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-10 11:34:56,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-10 11:34:56,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-10 11:34:56,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-10 11:34:56,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-10 11:34:56,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-10 11:34:56,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-10 11:34:56,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-10 11:34:56,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +31: [2023-05-10 11:34:56,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +31: [2023-05-10 11:34:56,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +31: [2023-05-10 11:34:56,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 0: [2023-05-10 11:34:56,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 0: [2023-05-10 11:34:56,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 0: [2023-05-10 11:34:56,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 0: [2023-05-10 11:34:56,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +29: [2023-05-10 11:34:56,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-10 11:34:56,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +29: [2023-05-10 11:34:56,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-10 11:34:56,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +29: [2023-05-10 11:34:56,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-10 11:34:56,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-10 11:34:56,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +29: [2023-05-10 11:34:56,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 0: [2023-05-10 11:34:56,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-10 11:34:56,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-10 11:34:56,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-10 11:34:56,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-10 11:34:56,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-10 11:34:56,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-10 11:34:56,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-10 11:34:56,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-10 11:34:56,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-10 11:34:56,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-10 11:34:56,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-10 11:34:56,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-10 11:34:56,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-10 11:34:56,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-10 11:34:56,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-10 11:34:56,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-10 11:34:56,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +11: [2023-05-10 11:34:56,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +11: [2023-05-10 11:34:56,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +11: [2023-05-10 11:34:56,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +11: [2023-05-10 11:34:56,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-10 11:34:56,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-10 11:34:56,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-10 11:34:56,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-10 11:34:56,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +17: [2023-05-10 11:34:56,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +17: [2023-05-10 11:34:56,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +20: [2023-05-10 11:34:56,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +17: [2023-05-10 11:34:56,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +20: [2023-05-10 11:34:56,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +20: [2023-05-10 11:34:56,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +20: [2023-05-10 11:34:56,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +16: [2023-05-10 11:34:56,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +16: [2023-05-10 11:34:56,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +16: [2023-05-10 11:34:56,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +16: [2023-05-10 11:34:56,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +17: [2023-05-10 11:34:56,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-10 11:34:56,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-10 11:34:56,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-10 11:34:56,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-10 11:34:56,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-10 11:34:56,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-10 11:34:56,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 4: [2023-05-10 11:34:56,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +20: [2023-05-10 11:34:56,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-10 11:34:56,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-10 11:34:56,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-10 11:34:56,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-10 11:34:56,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +16: [2023-05-10 11:34:56,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-10 11:34:56,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +16: [2023-05-10 11:34:56,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-10 11:34:56,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 7: [2023-05-10 11:34:56,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 7: [2023-05-10 11:34:56,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 7: [2023-05-10 11:34:56,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 4: [2023-05-10 11:34:56,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-10 11:34:56,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-10 11:34:56,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-10 11:34:56,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-10 11:34:56,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-10 11:34:56,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-10 11:34:56,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-10 11:34:56,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-10 11:34:56,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +24: [2023-05-10 11:34:56,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +24: [2023-05-10 11:34:56,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +24: [2023-05-10 11:34:56,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +28: [2023-05-10 11:34:56,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-10 11:34:56,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-10 11:34:56,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 3: [2023-05-10 11:34:56,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 3: [2023-05-10 11:34:56,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +28: [2023-05-10 11:34:56,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-10 11:34:56,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +28: [2023-05-10 11:34:56,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-10 11:34:56,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-10 11:34:56,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-10 11:34:56,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-10 11:34:56,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-10 11:34:56,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-10 11:34:56,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +24: [2023-05-10 11:34:56,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-10 11:34:56,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-10 11:34:56,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-10 11:34:56,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-10 11:34:56,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-10 11:34:56,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-10 11:34:56,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-10 11:34:56,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-10 11:34:56,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-10 11:34:56,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-10 11:34:56,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 4: [2023-05-10 11:34:56,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 4: [2023-05-10 11:34:56,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 3: [2023-05-10 11:34:56,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-10 11:34:56,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +15: [2023-05-10 11:34:56,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 1: [2023-05-10 11:34:56,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 1: [2023-05-10 11:34:56,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 1: [2023-05-10 11:34:56,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 1: [2023-05-10 11:34:56,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +13: [2023-05-10 11:34:56,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +13: [2023-05-10 11:34:56,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +15: [2023-05-10 11:34:56,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +15: [2023-05-10 11:34:56,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +13: [2023-05-10 11:34:56,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 2: [2023-05-10 11:34:56,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 2: [2023-05-10 11:34:56,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +13: [2023-05-10 11:34:56,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +18: [2023-05-10 11:34:56,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +18: [2023-05-10 11:34:56,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +18: [2023-05-10 11:34:56,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +18: [2023-05-10 11:34:56,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 2: [2023-05-10 11:34:56,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +27: [2023-05-10 11:34:56,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +27: [2023-05-10 11:34:56,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 2: [2023-05-10 11:34:56,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 6: [2023-05-10 11:34:56,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 6: [2023-05-10 11:34:56,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 6: [2023-05-10 11:34:56,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 6: [2023-05-10 11:34:56,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +27: [2023-05-10 11:34:56,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +27: [2023-05-10 11:34:56,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 5: [2023-05-10 11:34:56,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 5: [2023-05-10 11:34:56,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +14: [2023-05-10 11:34:56,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +14: [2023-05-10 11:34:56,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +14: [2023-05-10 11:34:56,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +14: [2023-05-10 11:34:56,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 5: [2023-05-10 11:34:56,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 5: [2023-05-10 11:34:56,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +10: [2023-05-10 11:34:56,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +10: [2023-05-10 11:34:56,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 9: [2023-05-10 11:34:56,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 9: [2023-05-10 11:34:56,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 9: [2023-05-10 11:34:56,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +19: [2023-05-10 11:34:56,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +19: [2023-05-10 11:34:56,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 9: [2023-05-10 11:34:56,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +19: [2023-05-10 11:34:56,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +10: [2023-05-10 11:34:56,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +19: [2023-05-10 11:34:56,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +10: [2023-05-10 11:34:56,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +21: [2023-05-10 11:34:56,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +21: [2023-05-10 11:34:56,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +12: [2023-05-10 11:34:56,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +12: [2023-05-10 11:34:56,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +12: [2023-05-10 11:34:56,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +28: [2023-05-10 11:34:56,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +28: [2023-05-10 11:34:56,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +28: [2023-05-10 11:34:56,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +28: [2023-05-10 11:34:56,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +26: [2023-05-10 11:34:56,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +26: [2023-05-10 11:34:56,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +12: [2023-05-10 11:34:56,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +21: [2023-05-10 11:34:56,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 8: [2023-05-10 11:34:56,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +22: [2023-05-10 11:34:56,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +22: [2023-05-10 11:34:56,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 8: [2023-05-10 11:34:56,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +21: [2023-05-10 11:34:56,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +28: [2023-05-10 11:34:56,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-10 11:34:56,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-10 11:34:56,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +26: [2023-05-10 11:34:56,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 8: [2023-05-10 11:34:56,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +26: [2023-05-10 11:34:56,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +22: [2023-05-10 11:34:56,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +22: [2023-05-10 11:34:56,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +25: [2023-05-10 11:34:56,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +25: [2023-05-10 11:34:56,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +25: [2023-05-10 11:34:56,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +25: [2023-05-10 11:34:56,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +15: [2023-05-10 11:34:56,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-10 11:34:56,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-10 11:34:56,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +23: [2023-05-10 11:34:56,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 1: [2023-05-10 11:34:56,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-10 11:34:56,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-10 11:34:56,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-10 11:34:56,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-10 11:34:56,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-10 11:34:56,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. + 1: [2023-05-10 11:34:56,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-10 11:34:56,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-10 11:34:56,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_13-model_01-model_states.pt. +13: [2023-05-10 11:34:56,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-10 11:34:56,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-10 11:34:56,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-10 11:34:56,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-10 11:34:56,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-10 11:34:56,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-10 11:34:56,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-10 11:34:56,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-10 11:34:56,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-10 11:34:56,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-10 11:34:56,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-10 11:34:56,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-10 11:34:56,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-10 11:34:56,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-10 11:34:56,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-10 11:34:56,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-10 11:34:56,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-10 11:34:56,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-10 11:34:56,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-10 11:34:56,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-10 11:34:56,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-10 11:34:56,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-10 11:34:56,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-10 11:34:56,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-10 11:34:56,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-10 11:34:56,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-10 11:34:56,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-10 11:34:56,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-10 11:34:56,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-10 11:34:56,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-10 11:34:56,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-10 11:34:56,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-10 11:34:56,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-10 11:34:56,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-10 11:34:56,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-10 11:34:56,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-10 11:34:56,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-10 11:34:56,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-10 11:34:56,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-10 11:34:56,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-10 11:34:56,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-10 11:34:56,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-10 11:34:56,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-10 11:34:56,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-10 11:34:56,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-10 11:34:56,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-10 11:34:56,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-10 11:34:56,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-10 11:34:56,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-10 11:34:56,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-10 11:34:56,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-10 11:34:56,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-10 11:34:56,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-10 11:34:56,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-10 11:34:56,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-10 11:34:56,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-10 11:34:56,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-10 11:34:56,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-10 11:34:56,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-10 11:34:56,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-10 11:34:56,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-10 11:34:56,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-10 11:34:56,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-10 11:34:56,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-10 11:34:56,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-10 11:34:56,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-10 11:34:56,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-10 11:34:56,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-10 11:34:56,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-10 11:34:56,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-10 11:34:56,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-10 11:34:56,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-10 11:34:56,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-10 11:34:56,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-10 11:34:56,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-10 11:34:56,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-10 11:34:56,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-10 11:34:56,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-10 11:34:56,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-10 11:34:56,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-10 11:34:56,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-10 11:34:56,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-10 11:34:56,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-10 11:34:56,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-10 11:34:56,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 2: [2023-05-10 11:34:56,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 2: [2023-05-10 11:34:56,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 6: [2023-05-10 11:34:56,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 2: [2023-05-10 11:34:56,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 6: [2023-05-10 11:34:56,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 2: [2023-05-10 11:34:56,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 6: [2023-05-10 11:34:56,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-10 11:34:56,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +28: [2023-05-10 11:34:56,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-10 11:34:56,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-10 11:34:56,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +28: [2023-05-10 11:34:56,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +28: [2023-05-10 11:34:56,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-10 11:34:56,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-10 11:34:56,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +28: [2023-05-10 11:34:56,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +12: [2023-05-10 11:34:56,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-10 11:34:56,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-10 11:34:56,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-10 11:34:56,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-10 11:34:56,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-10 11:34:56,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-10 11:34:56,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-10 11:34:56,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-10 11:34:56,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-10 11:34:56,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-10 11:34:56,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-10 11:34:56,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-10 11:34:56,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-10 11:34:56,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-10 11:34:56,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-10 11:34:56,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-10 11:34:56,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-10 11:34:56,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-10 11:34:56,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-10 11:34:56,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-10 11:34:56,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-10 11:34:56,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-10 11:34:56,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-10 11:34:56,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-10 11:34:56,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-10 11:34:56,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-10 11:34:56,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +25: [2023-05-10 11:34:56,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-10 11:34:56,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-10 11:34:56,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-10 11:34:56,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-10 11:34:56,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-10 11:34:56,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-10 11:34:56,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-10 11:34:56,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-10 11:34:56,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +24: [2023-05-10 11:34:56,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 0: [2023-05-10 11:34:56,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-10 11:34:56,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-10 11:34:56,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-10 11:34:56,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-10 11:34:56,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-10 11:34:56,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-10 11:34:56,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +25: [2023-05-10 11:34:56,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-10 11:34:56,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-10 11:34:56,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-10 11:34:56,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-10 11:34:56,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-10 11:34:56,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 3: [2023-05-10 11:34:56,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 3: [2023-05-10 11:34:56,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +12: [2023-05-10 11:34:56,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 0: [2023-05-10 11:34:56,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-10 11:34:56,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-10 11:34:56,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +25: [2023-05-10 11:34:56,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-10 11:34:56,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +25: [2023-05-10 11:34:56,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +25: [2023-05-10 11:34:56,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 3: [2023-05-10 11:34:56,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-10 11:34:56,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-10 11:34:56,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 3: [2023-05-10 11:34:56,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-10 11:34:56,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 0: [2023-05-10 11:34:56,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-10 11:34:56,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 5: [2023-05-10 11:34:56,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-10 11:34:56,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-10 11:34:56,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +25: [2023-05-10 11:34:56,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 0: [2023-05-10 11:34:56,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-10 11:34:56,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-10 11:34:56,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-10 11:34:56,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-10 11:34:56,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-10 11:34:56,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-10 11:34:56,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-10 11:34:56,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-10 11:34:56,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-10 11:34:56,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +18: [2023-05-10 11:34:56,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-10 11:34:56,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-10 11:34:56,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-10 11:34:56,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-10 11:34:56,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-10 11:34:56,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +24: [2023-05-10 11:34:56,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-10 11:34:56,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-10 11:34:56,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-10 11:34:56,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 5: [2023-05-10 11:34:56,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-10 11:34:56,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-10 11:34:56,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-10 11:34:56,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 5: [2023-05-10 11:34:56,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-10 11:34:56,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-10 11:34:56,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-10 11:34:56,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-10 11:34:56,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-10 11:34:56,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-10 11:34:56,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-10 11:34:56,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +14: [2023-05-10 11:34:56,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-10 11:34:56,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-10 11:34:56,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-10 11:34:56,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +14: [2023-05-10 11:34:56,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-10 11:34:56,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-10 11:34:56,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-10 11:34:56,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-10 11:34:56,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-10 11:34:56,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-10 11:34:56,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-10 11:34:56,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-10 11:34:56,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-10 11:34:56,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-10 11:34:56,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +18: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +18: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +18: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 7: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-10 11:34:56,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +11: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +13: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +26: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +11: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +27: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-10 11:34:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 8: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +23: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 1: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +26: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 7: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +21: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-10 11:34:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +17: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 8: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +31: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +30: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +13: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 8: [2023-05-10 11:34:56,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +20: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 9: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +30: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +22: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 7: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +20: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +21: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +11: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +30: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +11: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +16: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +16: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 9: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 9: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +16: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +27: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +23: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 9: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +22: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +27: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +20: [2023-05-10 11:34:56,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +26: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +26: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 7: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +19: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +26: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +26: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +23: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 7: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +16: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +19: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +31: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 1: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-10 11:34:56,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 1: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 1: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 1: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +15: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 9: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +17: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +17: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +21: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +16: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 1: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +13: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +17: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 9: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +16: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +19: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +11: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-10 11:34:56,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-10 11:34:56,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +19: [2023-05-10 11:34:56,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-10 11:34:56,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-10 11:34:56,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-10 11:34:56,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-10 11:34:56,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-10 11:34:56,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-10 11:34:56,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +27: [2023-05-10 11:34:56,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-10 11:34:56,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-10 11:34:56,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +17: [2023-05-10 11:34:56,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +23: [2023-05-10 11:34:56,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-10 11:34:56,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +31: [2023-05-10 11:34:56,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +11: [2023-05-10 11:34:56,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-10 11:34:56,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-10 11:34:56,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +31: [2023-05-10 11:34:56,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +10: [2023-05-10 11:34:56,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +30: [2023-05-10 11:34:56,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +10: [2023-05-10 11:34:56,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-10 11:34:56,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +30: [2023-05-10 11:34:56,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-10 11:34:56,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +23: [2023-05-10 11:34:56,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +11: [2023-05-10 11:34:56,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... +11: [2023-05-10 11:34:56,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt... + 5: [2023-05-10 11:34:56,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-10 11:34:56,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-10 11:34:56,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-10 11:34:56,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-10 11:34:56,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-10 11:34:56,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-10 11:34:56,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-10 11:34:56,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-10 11:34:56,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-10 11:34:56,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-10 11:34:56,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-10 11:34:56,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-10 11:34:56,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-10 11:34:56,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-10 11:34:56,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-10 11:34:56,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-10 11:34:56,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-10 11:34:56,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-10 11:34:56,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-10 11:34:56,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-10 11:34:56,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-10 11:34:56,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-10 11:34:56,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-10 11:34:56,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-10 11:34:56,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-10 11:34:56,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-10 11:34:56,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-10 11:34:56,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-10 11:34:56,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-10 11:34:56,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-10 11:34:56,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-10 11:34:56,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-10 11:34:56,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-10 11:34:56,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-10 11:34:56,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-10 11:34:56,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-10 11:34:56,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-10 11:34:56,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-10 11:34:56,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-10 11:34:56,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-10 11:34:56,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-10 11:34:56,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-10 11:34:56,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-10 11:34:56,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-10 11:34:56,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-10 11:34:56,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-10 11:34:56,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-10 11:34:56,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-10 11:34:56,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-10 11:34:56,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-10 11:34:56,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-10 11:34:56,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-10 11:34:56,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-10 11:34:56,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-10 11:34:56,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-10 11:34:56,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-10 11:34:56,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-10 11:34:56,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-10 11:34:56,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-10 11:34:56,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-10 11:34:56,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-10 11:34:56,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-10 11:34:56,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-10 11:34:56,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-10 11:34:56,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-10 11:34:56,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-10 11:34:56,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-10 11:34:56,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-10 11:34:56,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-10 11:34:56,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-10 11:34:56,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-10 11:34:56,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-10 11:34:56,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-10 11:34:56,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-10 11:34:56,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-10 11:34:56,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-10 11:34:56,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-10 11:34:56,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-10 11:34:56,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-10 11:34:56,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-10 11:34:56,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-10 11:34:56,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-10 11:34:56,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-10 11:34:56,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-10 11:34:56,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-10 11:34:56,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-10 11:34:56,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-10 11:34:56,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-10 11:34:56,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-10 11:34:56,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-10 11:34:56,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-10 11:34:56,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-10 11:34:56,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-10 11:34:56,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-10 11:34:56,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-10 11:34:56,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-10 11:34:56,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-10 11:34:56,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-10 11:34:56,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-10 11:34:56,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-10 11:34:56,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-10 11:34:56,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-10 11:34:56,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-10 11:34:56,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-10 11:34:56,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-10 11:34:56,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-10 11:34:56,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-10 11:34:56,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-10 11:34:56,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-10 11:34:56,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-10 11:34:56,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-10 11:34:56,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-10 11:34:56,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-10 11:34:56,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-10 11:34:56,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-10 11:34:56,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-10 11:34:56,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-10 11:34:56,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-10 11:34:56,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-10 11:34:56,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-10 11:34:56,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-10 11:34:56,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-10 11:34:56,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-10 11:34:56,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-10 11:34:56,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-10 11:34:56,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-10 11:34:56,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-10 11:34:56,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-10 11:34:56,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-10 11:34:56,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-10 11:34:56,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-10 11:34:56,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-10 11:34:56,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-10 11:34:56,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-10 11:34:56,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-10 11:34:56,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-10 11:34:56,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-10 11:34:56,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-10 11:34:56,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-10 11:34:56,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-10 11:34:56,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-10 11:34:56,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-10 11:34:56,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-10 11:34:56,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-10 11:34:56,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-10 11:34:56,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-10 11:34:56,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-10 11:34:56,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-10 11:34:56,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-10 11:34:56,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-10 11:34:56,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-10 11:34:56,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-10 11:34:56,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-10 11:34:56,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-10 11:34:56,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-10 11:34:56,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-10 11:34:56,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-10 11:34:56,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-10 11:34:56,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-10 11:34:56,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-10 11:34:56,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-10 11:34:56,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-10 11:34:56,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-10 11:34:56,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-10 11:34:56,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-10 11:34:56,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-10 11:34:56,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-10 11:34:56,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-10 11:34:56,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-10 11:34:56,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-10 11:34:56,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-10 11:34:56,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-10 11:34:56,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-10 11:34:56,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-10 11:34:56,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-10 11:34:56,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-10 11:34:56,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-10 11:34:56,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-10 11:34:56,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-10 11:34:56,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-10 11:34:56,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-10 11:34:56,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-10 11:34:56,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-10 11:34:56,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-10 11:34:56,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-10 11:34:56,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-10 11:34:56,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-10 11:34:56,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-10 11:34:56,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-10 11:34:56,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-10 11:34:56,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-10 11:34:56,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-10 11:34:56,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-10 11:34:56,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-10 11:34:56,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-10 11:34:56,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-10 11:34:56,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-10 11:34:56,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-10 11:34:56,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-10 11:34:56,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-10 11:34:56,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-10 11:34:56,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-10 11:34:56,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-10 11:34:56,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-10 11:34:56,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-10 11:34:56,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-10 11:34:56,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-10 11:34:56,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-10 11:34:56,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-10 11:34:56,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-10 11:34:56,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-10 11:34:56,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-10 11:34:56,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-10 11:34:56,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-10 11:34:56,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-10 11:34:56,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-10 11:34:57,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-10 11:34:57,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-10 11:34:57,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-10 11:34:57,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-10 11:34:57,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-10 11:34:57,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-10 11:34:57,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-10 11:34:57,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-10 11:34:57,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-10 11:34:57,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-10 11:34:57,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-10 11:34:57,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-10 11:34:57,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-10 11:34:57,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-10 11:34:57,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-10 11:34:57,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-10 11:34:57,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-10 11:34:57,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-10 11:34:57,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-10 11:34:57,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-10 11:34:57,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-10 11:34:57,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-10 11:34:57,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-10 11:34:57,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-10 11:34:57,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-10 11:34:57,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-10 11:34:57,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-10 11:34:57,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-10 11:34:57,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-10 11:34:57,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-10 11:34:57,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-10 11:34:57,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-10 11:34:57,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-10 11:34:57,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-10 11:34:57,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-10 11:34:57,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-10 11:34:57,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-10 11:34:57,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-10 11:34:57,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-10 11:34:57,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-10 11:34:57,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-10 11:34:57,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-10 11:34:57,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-10 11:34:57,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-10 11:34:57,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-10 11:34:57,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-10 11:34:57,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-10 11:34:57,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-10 11:34:57,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-10 11:34:57,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-10 11:34:57,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-10 11:34:57,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-10 11:34:57,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-10 11:34:57,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-10 11:34:57,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-10 11:34:57,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-10 11:34:57,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-10 11:34:57,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-10 11:34:57,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-10 11:34:57,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-10 11:34:57,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-10 11:34:57,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-10 11:34:57,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-10 11:34:57,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-10 11:34:57,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-10 11:34:57,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-10 11:34:57,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-10 11:34:57,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-10 11:34:57,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-10 11:34:57,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-10 11:34:57,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-10 11:34:57,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-10 11:34:57,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-10 11:34:57,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-10 11:34:57,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-10 11:34:57,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-10 11:34:57,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-10 11:34:57,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-10 11:34:57,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-10 11:34:57,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-10 11:34:57,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-10 11:34:57,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-10 11:34:57,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-10 11:34:57,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-10 11:34:57,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-10 11:34:57,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-10 11:34:57,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-10 11:34:57,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-10 11:34:57,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-10 11:34:57,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-10 11:34:57,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-10 11:34:57,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-10 11:34:57,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-10 11:34:57,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-10 11:34:57,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-10 11:34:57,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-10 11:34:57,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-10 11:34:57,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-10 11:34:57,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-10 11:34:57,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-10 11:34:57,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-10 11:34:57,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-10 11:34:57,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-10 11:34:57,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-10 11:34:57,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-10 11:34:57,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-10 11:34:57,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-10 11:34:57,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-10 11:34:57,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-10 11:34:57,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-10 11:34:57,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-10 11:34:57,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-10 11:34:57,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-10 11:34:57,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-10 11:34:57,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-10 11:34:57,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-10 11:34:57,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-10 11:34:57,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-10 11:34:57,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-10 11:34:57,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-10 11:34:57,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-10 11:34:57,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-10 11:34:57,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-10 11:34:57,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-10 11:34:57,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-10 11:34:57,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-10 11:34:57,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-10 11:34:57,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-10 11:34:57,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-10 11:34:57,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-10 11:34:57,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-10 11:34:57,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-10 11:34:57,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-10 11:34:57,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-10 11:34:57,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-10 11:34:57,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-10 11:34:57,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-10 11:34:57,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-10 11:34:57,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-10 11:34:57,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-10 11:34:57,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-10 11:34:57,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-10 11:34:57,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-10 11:34:57,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-10 11:34:57,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-10 11:34:57,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-10 11:34:57,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-10 11:34:57,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-10 11:34:57,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-10 11:34:57,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-10 11:34:57,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-10 11:34:57,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-10 11:34:57,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-10 11:34:57,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-10 11:34:57,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-10 11:34:57,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-10 11:34:57,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-10 11:34:57,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-10 11:34:57,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-10 11:34:57,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-10 11:34:57,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-10 11:34:57,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-10 11:34:57,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-10 11:34:57,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-10 11:34:57,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-10 11:34:57,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-10 11:34:57,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-10 11:34:57,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-10 11:34:57,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-10 11:34:57,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-10 11:34:57,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-10 11:34:57,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-10 11:34:57,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-10 11:34:57,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-10 11:34:57,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-10 11:34:57,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-10 11:34:57,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-10 11:34:57,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-10 11:34:57,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-10 11:34:57,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-10 11:34:57,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-10 11:34:57,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-10 11:34:57,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-10 11:34:57,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-10 11:34:57,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-10 11:34:57,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-10 11:34:57,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-10 11:34:57,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-10 11:34:57,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-10 11:34:57,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-10 11:34:57,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-10 11:34:57,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-10 11:34:57,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-10 11:34:57,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-10 11:34:57,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-10 11:34:57,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-10 11:34:57,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-10 11:34:57,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-10 11:34:57,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-10 11:34:57,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-10 11:34:57,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-10 11:34:57,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-10 11:34:57,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-10 11:34:57,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-10 11:34:57,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-10 11:34:57,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-10 11:34:57,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-10 11:34:57,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-10 11:34:57,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-10 11:34:57,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-10 11:34:57,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-10 11:34:57,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-10 11:34:57,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-10 11:34:57,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-10 11:34:57,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-10 11:34:57,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-10 11:34:57,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-10 11:34:57,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-10 11:34:57,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-10 11:34:57,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-10 11:34:57,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-10 11:34:57,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-10 11:34:57,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-10 11:34:57,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-10 11:34:57,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-10 11:34:57,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-10 11:34:57,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-10 11:34:57,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-10 11:34:57,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-10 11:34:57,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-10 11:34:57,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-10 11:34:57,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-10 11:34:57,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-10 11:34:57,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-10 11:34:57,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-10 11:34:57,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-10 11:34:57,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-10 11:34:57,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-10 11:34:57,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-10 11:34:57,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-10 11:34:57,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-10 11:34:57,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-10 11:34:57,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-10 11:34:57,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-10 11:34:57,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-10 11:34:57,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-10 11:34:57,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-10 11:34:57,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-10 11:34:57,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-10 11:34:57,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-10 11:34:57,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-10 11:34:57,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-10 11:34:57,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-10 11:34:57,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-10 11:34:57,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-10 11:34:57,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-10 11:34:57,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-10 11:34:57,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-10 11:34:57,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-10 11:34:57,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-10 11:34:57,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-10 11:34:57,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-10 11:34:57,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-10 11:34:57,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-10 11:34:57,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-10 11:34:57,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-10 11:34:57,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-10 11:34:57,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-10 11:34:57,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-10 11:34:57,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-10 11:34:57,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-10 11:34:57,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-10 11:34:57,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-10 11:34:57,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-10 11:34:57,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-10 11:34:57,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-10 11:34:57,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-10 11:34:57,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-10 11:34:57,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-10 11:34:57,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-10 11:34:57,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-10 11:34:57,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-10 11:34:57,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-10 11:34:57,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-10 11:34:57,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-10 11:34:57,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-10 11:34:57,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-10 11:34:57,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-10 11:34:57,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-10 11:34:57,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-10 11:34:57,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-10 11:34:57,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-10 11:34:57,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-10 11:34:57,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-10 11:34:57,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-10 11:34:57,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-10 11:34:57,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-10 11:34:57,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-10 11:34:57,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-10 11:34:57,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-10 11:34:57,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-10 11:34:57,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-10 11:34:57,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-10 11:34:57,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-10 11:34:57,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-10 11:34:57,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-10 11:34:57,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-10 11:34:57,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-10 11:34:57,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-10 11:34:57,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-10 11:34:57,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-10 11:34:57,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-10 11:34:57,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-10 11:34:57,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-10 11:34:57,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-10 11:34:57,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-10 11:34:57,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-10 11:34:57,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-10 11:34:57,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-10 11:34:57,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-10 11:34:57,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-10 11:34:57,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-10 11:34:57,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-10 11:34:57,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-10 11:34:57,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-10 11:34:57,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-10 11:34:57,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-10 11:34:57,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-10 11:34:57,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-10 11:34:57,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-10 11:34:57,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-10 11:34:57,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-10 11:34:57,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-10 11:34:57,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-10 11:34:57,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-10 11:34:57,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-10 11:34:57,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-10 11:34:57,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-10 11:34:57,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-10 11:34:57,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-10 11:34:57,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-10 11:34:57,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-10 11:34:57,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-10 11:34:57,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-10 11:34:57,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-10 11:34:57,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-10 11:34:57,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-10 11:34:57,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-10 11:34:57,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-10 11:34:57,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-10 11:34:57,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-10 11:34:57,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-10 11:34:57,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-10 11:34:57,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-10 11:34:57,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-10 11:34:57,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-10 11:34:57,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-10 11:34:57,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-10 11:34:57,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-10 11:34:57,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-10 11:34:57,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-10 11:34:57,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-10 11:34:57,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-10 11:34:57,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-10 11:34:57,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-10 11:34:57,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-10 11:34:57,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-10 11:34:57,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-10 11:34:57,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-10 11:34:57,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-10 11:34:57,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-10 11:34:57,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-10 11:34:57,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-10 11:34:57,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-10 11:34:57,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-10 11:34:57,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-10 11:34:57,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-10 11:34:57,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-10 11:34:57,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-10 11:34:57,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-10 11:34:57,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-10 11:34:57,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-10 11:34:57,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-10 11:34:57,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-10 11:34:57,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-10 11:34:57,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-10 11:34:57,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-10 11:34:57,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-10 11:34:57,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-10 11:34:57,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-10 11:34:57,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-10 11:34:57,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-10 11:34:57,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-10 11:34:57,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-10 11:34:57,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-10 11:34:57,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-10 11:34:57,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-10 11:34:57,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-10 11:34:57,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-10 11:34:57,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-10 11:34:57,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-10 11:34:57,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-10 11:34:57,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-10 11:34:57,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-10 11:34:57,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-10 11:34:57,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-10 11:34:57,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-10 11:34:57,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-10 11:34:57,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-10 11:34:57,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-10 11:34:57,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-10 11:34:57,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-10 11:34:57,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-10 11:34:57,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-10 11:34:57,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-10 11:34:57,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-10 11:34:57,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-10 11:34:57,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-10 11:34:57,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-10 11:34:57,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-10 11:34:57,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-10 11:34:57,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-10 11:34:57,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-10 11:34:57,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-10 11:34:57,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-10 11:34:57,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-10 11:34:57,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-10 11:34:57,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-10 11:34:57,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-10 11:34:57,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-10 11:34:57,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-10 11:34:57,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-10 11:34:57,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-10 11:34:57,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-10 11:34:57,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-10 11:34:57,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-10 11:34:57,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-10 11:34:57,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-10 11:34:57,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-10 11:34:57,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-10 11:34:57,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-10 11:34:57,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-10 11:34:57,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-10 11:34:57,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-10 11:34:57,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-10 11:34:57,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-10 11:34:57,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-10 11:34:57,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-10 11:34:57,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-10 11:34:57,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-10 11:34:57,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-10 11:34:57,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-10 11:34:57,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-10 11:34:57,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-10 11:34:57,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-10 11:34:57,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-10 11:34:57,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-10 11:34:57,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-10 11:34:57,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-10 11:34:57,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-10 11:34:57,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-10 11:34:57,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-10 11:34:57,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-10 11:34:57,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-10 11:34:57,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-10 11:34:57,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-10 11:34:57,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-10 11:34:57,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-10 11:34:57,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-10 11:34:57,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-10 11:34:57,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-10 11:34:57,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-10 11:34:57,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-10 11:34:57,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-10 11:34:57,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-10 11:34:57,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-10 11:34:57,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-10 11:34:57,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-10 11:34:57,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-10 11:34:57,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-10 11:34:57,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-10 11:34:57,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-10 11:34:57,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-10 11:34:57,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-10 11:34:57,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-10 11:34:57,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-10 11:34:57,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-10 11:34:57,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-10 11:34:57,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-10 11:34:57,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-10 11:34:57,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-10 11:34:57,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-10 11:34:57,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-10 11:34:57,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-10 11:34:57,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-10 11:34:57,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-10 11:34:57,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-10 11:34:57,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-10 11:34:57,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-10 11:34:57,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-10 11:34:57,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-10 11:34:57,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-10 11:34:57,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-10 11:34:57,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-10 11:34:57,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-10 11:34:57,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-10 11:34:57,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-10 11:34:57,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-10 11:34:57,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-10 11:34:57,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-10 11:34:57,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-10 11:34:57,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-10 11:34:57,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +17: [2023-05-10 11:34:57,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +17: [2023-05-10 11:34:57,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +17: [2023-05-10 11:34:57,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +30: [2023-05-10 11:34:57,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +30: [2023-05-10 11:34:57,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +30: [2023-05-10 11:34:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +10: [2023-05-10 11:34:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +10: [2023-05-10 11:34:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +10: [2023-05-10 11:34:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +30: [2023-05-10 11:34:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +10: [2023-05-10 11:34:57,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +17: [2023-05-10 11:34:57,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-10 11:34:57,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-10 11:34:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +26: [2023-05-10 11:34:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +17: [2023-05-10 11:34:57,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-10 11:34:57,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-10 11:34:57,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +26: [2023-05-10 11:34:57,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 1: [2023-05-10 11:34:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 1: [2023-05-10 11:34:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 1: [2023-05-10 11:34:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 1: [2023-05-10 11:34:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +10: [2023-05-10 11:34:57,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-10 11:34:57,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-10 11:34:57,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-10 11:34:57,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-10 11:34:57,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +25: [2023-05-10 11:34:57,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +10: [2023-05-10 11:34:57,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-10 11:34:57,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-10 11:34:57,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +30: [2023-05-10 11:34:57,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-10 11:34:57,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +26: [2023-05-10 11:34:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-10 11:34:57,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-10 11:34:57,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-10 11:34:57,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-10 11:34:57,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-10 11:34:57,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-10 11:34:57,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-10 11:34:57,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-10 11:34:57,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-10 11:34:57,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-10 11:34:57,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +25: [2023-05-10 11:34:57,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-10 11:34:57,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-10 11:34:57,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-10 11:34:57,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-10 11:34:57,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-10 11:34:57,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-10 11:34:57,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +17: [2023-05-10 11:34:57,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +17: [2023-05-10 11:34:57,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-10 11:34:57,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +26: [2023-05-10 11:34:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-10 11:34:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-10 11:34:57,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-10 11:34:57,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +10: [2023-05-10 11:34:57,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-10 11:34:57,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +26: [2023-05-10 11:34:57,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-10 11:34:57,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-10 11:34:57,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-10 11:34:57,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-10 11:34:57,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 5: [2023-05-10 11:34:57,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +18: [2023-05-10 11:34:57,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +18: [2023-05-10 11:34:57,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 1: [2023-05-10 11:34:57,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-10 11:34:57,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-10 11:34:57,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-10 11:34:57,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +22: [2023-05-10 11:34:57,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +26: [2023-05-10 11:34:57,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +30: [2023-05-10 11:34:57,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +25: [2023-05-10 11:34:57,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 5: [2023-05-10 11:34:57,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +18: [2023-05-10 11:34:57,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 1: [2023-05-10 11:34:57,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-10 11:34:57,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-10 11:34:57,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +26: [2023-05-10 11:34:57,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-10 11:34:57,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +25: [2023-05-10 11:34:57,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-10 11:34:57,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +18: [2023-05-10 11:34:57,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 1: [2023-05-10 11:34:57,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-10 11:34:57,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-10 11:34:57,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-10 11:34:57,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +30: [2023-05-10 11:34:57,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-10 11:34:57,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-10 11:34:57,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-10 11:34:57,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 5: [2023-05-10 11:34:57,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-10 11:34:57,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-10 11:34:57,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +10: [2023-05-10 11:34:57,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-10 11:34:57,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-10 11:34:57,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +30: [2023-05-10 11:34:57,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +25: [2023-05-10 11:34:57,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 5: [2023-05-10 11:34:57,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-10 11:34:57,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-10 11:34:57,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-10 11:34:57,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +10: [2023-05-10 11:34:57,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-10 11:34:57,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-10 11:34:57,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-10 11:34:57,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +25: [2023-05-10 11:34:57,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-10 11:34:57,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-10 11:34:57,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-10 11:34:57,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +25: [2023-05-10 11:34:57,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +18: [2023-05-10 11:34:57,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-10 11:34:57,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-10 11:34:57,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 5: [2023-05-10 11:34:57,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-10 11:34:57,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-10 11:34:57,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-10 11:34:57,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-10 11:34:57,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-10 11:34:57,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 5: [2023-05-10 11:34:57,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 5: [2023-05-10 11:34:57,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +23: [2023-05-10 11:34:57,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +23: [2023-05-10 11:34:57,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +23: [2023-05-10 11:34:57,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +23: [2023-05-10 11:34:57,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +27: [2023-05-10 11:34:57,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +27: [2023-05-10 11:34:57,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +27: [2023-05-10 11:34:57,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +27: [2023-05-10 11:34:57,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +18: [2023-05-10 11:34:57,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-10 11:34:57,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +22: [2023-05-10 11:34:57,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-10 11:34:57,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +20: [2023-05-10 11:34:57,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +20: [2023-05-10 11:34:57,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +18: [2023-05-10 11:34:57,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-10 11:34:57,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-10 11:34:57,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-10 11:34:57,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +18: [2023-05-10 11:34:57,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-10 11:34:57,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-10 11:34:57,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-10 11:34:57,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-10 11:34:57,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 5: [2023-05-10 11:34:57,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +18: [2023-05-10 11:34:57,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-10 11:34:57,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +27: [2023-05-10 11:34:57,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-10 11:34:57,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-10 11:34:57,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-10 11:34:57,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-10 11:34:57,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-10 11:34:57,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-10 11:34:57,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-10 11:34:57,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-10 11:34:57,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +13: [2023-05-10 11:34:57,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +23: [2023-05-10 11:34:57,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-10 11:34:57,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +23: [2023-05-10 11:34:57,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-10 11:34:57,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +18: [2023-05-10 11:34:57,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +20: [2023-05-10 11:34:57,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-10 11:34:57,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +19: [2023-05-10 11:34:57,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +19: [2023-05-10 11:34:57,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +19: [2023-05-10 11:34:57,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +20: [2023-05-10 11:34:57,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-10 11:34:57,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-10 11:34:57,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-10 11:34:57,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-10 11:34:57,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-10 11:34:57,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-10 11:34:57,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-10 11:34:57,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-10 11:34:57,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 0: [2023-05-10 11:34:57,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 0: [2023-05-10 11:34:57,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +20: [2023-05-10 11:34:57,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 0: [2023-05-10 11:34:57,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 8: [2023-05-10 11:34:57,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 8: [2023-05-10 11:34:57,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +19: [2023-05-10 11:34:57,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-10 11:34:57,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-10 11:34:57,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-10 11:34:57,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 8: [2023-05-10 11:34:57,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +27: [2023-05-10 11:34:57,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-10 11:34:57,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-10 11:34:57,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-10 11:34:57,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 6: [2023-05-10 11:34:57,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 6: [2023-05-10 11:34:57,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 6: [2023-05-10 11:34:57,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +27: [2023-05-10 11:34:57,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 6: [2023-05-10 11:34:57,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +23: [2023-05-10 11:34:57,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +23: [2023-05-10 11:34:57,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-10 11:34:58,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +27: [2023-05-10 11:34:58,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-10 11:34:58,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-10 11:34:58,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-10 11:34:58,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-10 11:34:58,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +27: [2023-05-10 11:34:58,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +27: [2023-05-10 11:34:58,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 8: [2023-05-10 11:34:58,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-10 11:34:58,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-10 11:34:58,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-10 11:34:58,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +20: [2023-05-10 11:34:58,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-10 11:34:58,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +21: [2023-05-10 11:34:58,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +28: [2023-05-10 11:34:58,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +28: [2023-05-10 11:34:58,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +21: [2023-05-10 11:34:58,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +23: [2023-05-10 11:34:58,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-10 11:34:58,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-10 11:34:58,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-10 11:34:58,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +28: [2023-05-10 11:34:58,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 0: [2023-05-10 11:34:58,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-10 11:34:58,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-10 11:34:58,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +23: [2023-05-10 11:34:58,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 6: [2023-05-10 11:34:58,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-10 11:34:58,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-10 11:34:58,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-10 11:34:58,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-10 11:34:58,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-10 11:34:58,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-10 11:34:58,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-10 11:34:58,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-10 11:34:58,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +13: [2023-05-10 11:34:58,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +20: [2023-05-10 11:34:58,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +20: [2023-05-10 11:34:58,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +19: [2023-05-10 11:34:58,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-10 11:34:58,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-10 11:34:58,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +13: [2023-05-10 11:34:58,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +13: [2023-05-10 11:34:58,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-10 11:34:58,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-10 11:34:58,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-10 11:34:58,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-10 11:34:58,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-10 11:34:58,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-10 11:34:58,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-10 11:34:58,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-10 11:34:58,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-10 11:34:58,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-10 11:34:58,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +31: [2023-05-10 11:34:58,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +31: [2023-05-10 11:34:58,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +31: [2023-05-10 11:34:58,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +13: [2023-05-10 11:34:58,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +19: [2023-05-10 11:34:58,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 9: [2023-05-10 11:34:58,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 9: [2023-05-10 11:34:58,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +28: [2023-05-10 11:34:58,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-10 11:34:58,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +13: [2023-05-10 11:34:58,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 9: [2023-05-10 11:34:58,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 3: [2023-05-10 11:34:58,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 3: [2023-05-10 11:34:58,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 3: [2023-05-10 11:34:58,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 3: [2023-05-10 11:34:58,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 4: [2023-05-10 11:34:58,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 4: [2023-05-10 11:34:58,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 4: [2023-05-10 11:34:58,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 4: [2023-05-10 11:34:58,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +16: [2023-05-10 11:34:58,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +16: [2023-05-10 11:34:58,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +19: [2023-05-10 11:34:58,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-10 11:34:58,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +24: [2023-05-10 11:34:58,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +24: [2023-05-10 11:34:58,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +16: [2023-05-10 11:34:58,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +24: [2023-05-10 11:34:58,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +15: [2023-05-10 11:34:58,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +15: [2023-05-10 11:34:58,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +24: [2023-05-10 11:34:58,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +15: [2023-05-10 11:34:58,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +14: [2023-05-10 11:34:58,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +14: [2023-05-10 11:34:58,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +12: [2023-05-10 11:34:58,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +12: [2023-05-10 11:34:58,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +15: [2023-05-10 11:34:58,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +14: [2023-05-10 11:34:58,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +14: [2023-05-10 11:34:58,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +19: [2023-05-10 11:34:58,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +12: [2023-05-10 11:34:58,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 6: [2023-05-10 11:34:58,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-10 11:34:58,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 7: [2023-05-10 11:34:58,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 7: [2023-05-10 11:34:58,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 7: [2023-05-10 11:34:58,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 2: [2023-05-10 11:34:58,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 2: [2023-05-10 11:34:58,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 7: [2023-05-10 11:34:58,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 0: [2023-05-10 11:34:58,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-10 11:34:58,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 6: [2023-05-10 11:34:58,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 2: [2023-05-10 11:34:58,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 6: [2023-05-10 11:34:58,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-10 11:34:58,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 0: [2023-05-10 11:34:58,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +11: [2023-05-10 11:34:58,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +11: [2023-05-10 11:34:58,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +29: [2023-05-10 11:34:58,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +29: [2023-05-10 11:34:58,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +11: [2023-05-10 11:34:58,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 8: [2023-05-10 11:34:58,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-10 11:34:58,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-10 11:34:58,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +29: [2023-05-10 11:34:58,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. +29: [2023-05-10 11:34:58,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_14-model_01-model_states.pt. + 8: [2023-05-10 11:34:58,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-10 11:34:58,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 8: [2023-05-10 11:34:58,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 0: [2023-05-10 11:34:58,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-10 11:34:58,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 8: [2023-05-10 11:34:58,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-10 11:34:58,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-10 11:34:58,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-10 11:34:58,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-10 11:34:58,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-10 11:34:58,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 0: [2023-05-10 11:34:58,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-10 11:34:58,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-10 11:34:58,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-10 11:34:58,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-10 11:34:58,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-10 11:34:58,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-10 11:34:58,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 6: [2023-05-10 11:34:58,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-10 11:34:58,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-10 11:34:58,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-10 11:34:58,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-10 11:34:58,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 3: [2023-05-10 11:34:58,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-10 11:34:58,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-10 11:34:58,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-10 11:34:58,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-10 11:34:58,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +24: [2023-05-10 11:34:58,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-10 11:34:58,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 0: [2023-05-10 11:34:58,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +24: [2023-05-10 11:34:58,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-10 11:34:58,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-10 11:34:58,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-10 11:34:58,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-10 11:34:58,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-10 11:34:58,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-10 11:34:58,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-10 11:34:58,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-10 11:34:58,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-10 11:34:58,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-10 11:34:58,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-10 11:34:58,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-10 11:34:58,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-10 11:34:58,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-10 11:34:58,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-10 11:34:58,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-10 11:34:58,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-10 11:34:58,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-10 11:34:58,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-10 11:34:58,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-10 11:34:58,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-10 11:34:58,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-10 11:34:58,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-10 11:34:58,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-10 11:34:58,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-10 11:34:58,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-10 11:34:58,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-10 11:34:58,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-10 11:34:58,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-10 11:34:58,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-10 11:34:58,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-10 11:34:58,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-10 11:34:58,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-10 11:34:58,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-10 11:34:58,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-10 11:34:58,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-10 11:34:58,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-10 11:34:58,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +28: [2023-05-10 11:34:58,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-10 11:34:58,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +21: [2023-05-10 11:34:58,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-10 11:34:58,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-10 11:34:58,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-10 11:34:58,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-10 11:34:58,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-10 11:34:58,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-10 11:34:58,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +21: [2023-05-10 11:34:58,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +21: [2023-05-10 11:34:58,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +15: [2023-05-10 11:34:58,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +28: [2023-05-10 11:34:58,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +21: [2023-05-10 11:34:58,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +28: [2023-05-10 11:34:58,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +28: [2023-05-10 11:34:58,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 4: [2023-05-10 11:34:58,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-10 11:34:58,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-10 11:34:58,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +16: [2023-05-10 11:34:58,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 4: [2023-05-10 11:34:58,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-10 11:34:58,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-10 11:34:58,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-10 11:34:58,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-10 11:34:58,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-10 11:34:58,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 4: [2023-05-10 11:34:58,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 9: [2023-05-10 11:34:58,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-10 11:34:58,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 3: [2023-05-10 11:34:58,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-10 11:34:58,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +14: [2023-05-10 11:34:58,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-10 11:34:58,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-10 11:34:58,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-10 11:34:58,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 3: [2023-05-10 11:34:58,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 9: [2023-05-10 11:34:58,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +15: [2023-05-10 11:34:58,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-10 11:34:58,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +24: [2023-05-10 11:34:58,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +16: [2023-05-10 11:34:58,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-10 11:34:58,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +16: [2023-05-10 11:34:58,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-10 11:34:58,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-10 11:34:58,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-10 11:34:58,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 4: [2023-05-10 11:34:58,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-10 11:34:58,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-10 11:34:58,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +16: [2023-05-10 11:34:58,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +29: [2023-05-10 11:34:58,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-10 11:34:58,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-10 11:34:58,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-10 11:34:58,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +24: [2023-05-10 11:34:58,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-10 11:34:58,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +16: [2023-05-10 11:34:58,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +31: [2023-05-10 11:34:58,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-10 11:34:58,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-10 11:34:58,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-10 11:34:58,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-10 11:34:58,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +12: [2023-05-10 11:34:58,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 4: [2023-05-10 11:34:58,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 9: [2023-05-10 11:34:58,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-10 11:34:58,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-10 11:34:58,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-10 11:34:58,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-10 11:34:58,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +29: [2023-05-10 11:34:58,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 2: [2023-05-10 11:34:58,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 2: [2023-05-10 11:34:58,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-10 11:34:58,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-10 11:34:58,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 3: [2023-05-10 11:34:58,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 9: [2023-05-10 11:34:58,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +14: [2023-05-10 11:34:58,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-10 11:34:58,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +31: [2023-05-10 11:34:58,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +31: [2023-05-10 11:34:58,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +11: [2023-05-10 11:34:58,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +31: [2023-05-10 11:34:58,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +31: [2023-05-10 11:34:58,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +29: [2023-05-10 11:34:58,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-10 11:34:58,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +11: [2023-05-10 11:34:58,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-10 11:34:58,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 7: [2023-05-10 11:34:58,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +29: [2023-05-10 11:34:58,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 7: [2023-05-10 11:34:58,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-10 11:34:58,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +29: [2023-05-10 11:34:58,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-10 11:34:58,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 7: [2023-05-10 11:34:58,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 4: [2023-05-10 11:34:58,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-10 11:34:58,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-10 11:34:58,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-10 11:34:58,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-10 11:34:58,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 2: [2023-05-10 11:34:58,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-10 11:34:58,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-10 11:34:58,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-10 11:34:58,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 4: [2023-05-10 11:34:58,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +11: [2023-05-10 11:34:58,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +29: [2023-05-10 11:34:58,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-10 11:34:58,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... + 2: [2023-05-10 11:34:58,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +11: [2023-05-10 11:34:58,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +14: [2023-05-10 11:34:58,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-10 11:34:58,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +29: [2023-05-10 11:34:58,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +14: [2023-05-10 11:34:58,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt... +13: [2023-05-10 11:34:58,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-10 11:34:58,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-10 11:34:58,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-10 11:34:58,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-10 11:34:58,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-10 11:34:58,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-10 11:34:58,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-10 11:34:58,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-10 11:34:58,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-10 11:34:58,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-10 11:34:58,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-10 11:34:58,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-10 11:34:58,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-10 11:34:58,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-10 11:34:58,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-10 11:34:58,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-10 11:34:58,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-10 11:34:58,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-10 11:34:58,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-10 11:34:58,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-10 11:34:58,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-10 11:34:58,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-10 11:34:58,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-10 11:34:58,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-10 11:34:58,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-10 11:34:58,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-10 11:34:58,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-10 11:34:58,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-10 11:34:58,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-10 11:34:58,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-10 11:34:58,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-10 11:34:58,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-10 11:34:58,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-10 11:34:58,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-10 11:34:58,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-10 11:34:58,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-10 11:34:58,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-10 11:34:58,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-10 11:34:58,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-10 11:34:58,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-10 11:34:58,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-10 11:34:58,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-10 11:34:58,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-10 11:34:58,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-10 11:34:58,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-10 11:34:58,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-10 11:34:58,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-10 11:34:58,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-10 11:34:58,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-10 11:34:58,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-10 11:34:58,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-10 11:34:58,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-10 11:34:58,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-10 11:34:58,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-10 11:34:58,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-10 11:34:58,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-10 11:34:58,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-10 11:34:58,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-10 11:34:58,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-10 11:34:58,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-10 11:34:58,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-10 11:34:58,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-10 11:34:58,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-10 11:34:58,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-10 11:34:58,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-10 11:34:58,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-10 11:34:58,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-10 11:34:58,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-10 11:34:58,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-10 11:34:58,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-10 11:34:58,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-10 11:34:58,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-10 11:34:58,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-10 11:34:58,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-10 11:34:58,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-10 11:34:58,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-10 11:34:58,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-10 11:34:58,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-10 11:34:58,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-10 11:34:58,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-10 11:34:58,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-10 11:34:58,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-10 11:34:58,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-10 11:34:58,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-10 11:34:58,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-10 11:34:58,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-10 11:34:58,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-10 11:34:58,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-10 11:34:58,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-10 11:34:58,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-10 11:34:58,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-10 11:34:58,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-10 11:34:58,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-10 11:34:58,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-10 11:34:58,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-10 11:34:58,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-10 11:34:58,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-10 11:34:58,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-10 11:34:58,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-10 11:34:58,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-10 11:34:58,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-10 11:34:58,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-10 11:34:58,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-10 11:34:58,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-10 11:34:58,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-10 11:34:58,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-10 11:34:58,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-10 11:34:58,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-10 11:34:58,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-10 11:34:58,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-10 11:34:58,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-10 11:34:58,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-10 11:34:58,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-10 11:34:58,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-10 11:34:58,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-10 11:34:58,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-10 11:34:58,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-10 11:34:58,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-10 11:34:58,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-10 11:34:58,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-10 11:34:58,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-10 11:34:58,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-10 11:34:58,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-10 11:34:58,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-10 11:34:58,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-10 11:34:58,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-10 11:34:58,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-10 11:34:58,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-10 11:34:58,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-10 11:34:58,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-10 11:34:58,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-10 11:34:58,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-10 11:34:58,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-10 11:34:58,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-10 11:34:58,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-10 11:34:58,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-10 11:34:58,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-10 11:34:58,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-10 11:34:58,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-10 11:34:58,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-10 11:34:58,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-10 11:34:58,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-10 11:34:58,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-10 11:34:58,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-10 11:34:58,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-10 11:34:58,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-10 11:34:58,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-10 11:34:58,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-10 11:34:58,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-10 11:34:58,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-10 11:34:58,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-10 11:34:58,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-10 11:34:58,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-10 11:34:58,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-10 11:34:58,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-10 11:34:58,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-10 11:34:58,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-10 11:34:58,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-10 11:34:58,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-10 11:34:58,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-10 11:34:58,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-10 11:34:58,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-10 11:34:58,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-10 11:34:58,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-10 11:34:58,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-10 11:34:58,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-10 11:34:58,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-10 11:34:58,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-10 11:34:58,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-10 11:34:58,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-10 11:34:58,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-10 11:34:58,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-10 11:34:58,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-10 11:34:58,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-10 11:34:58,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-10 11:34:58,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-10 11:34:58,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-10 11:34:58,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-10 11:34:58,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-10 11:34:58,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-10 11:34:58,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-10 11:34:58,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-10 11:34:58,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-10 11:34:58,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-10 11:34:58,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-10 11:34:58,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-10 11:34:58,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-10 11:34:58,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-10 11:34:58,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-10 11:34:58,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-10 11:34:58,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-10 11:34:58,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-10 11:34:58,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-10 11:34:58,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-10 11:34:58,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-10 11:34:58,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-10 11:34:58,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-10 11:34:58,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-10 11:34:58,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-10 11:34:58,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-10 11:34:58,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-10 11:34:58,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-10 11:34:58,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-10 11:34:58,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-10 11:34:58,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-10 11:34:58,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-10 11:34:58,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-10 11:34:58,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-10 11:34:58,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 2: [2023-05-10 11:34:58,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 2: [2023-05-10 11:34:58,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 2: [2023-05-10 11:34:58,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 2: [2023-05-10 11:34:58,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-10 11:34:58,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-10 11:34:58,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-10 11:34:58,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 7: [2023-05-10 11:34:58,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 7: [2023-05-10 11:34:58,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 7: [2023-05-10 11:34:58,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 2: [2023-05-10 11:34:58,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-10 11:34:58,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-10 11:34:58,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-10 11:34:58,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-10 11:34:58,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-10 11:34:58,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +11: [2023-05-10 11:34:58,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +11: [2023-05-10 11:34:58,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +11: [2023-05-10 11:34:58,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +20: [2023-05-10 11:34:58,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +20: [2023-05-10 11:34:58,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +20: [2023-05-10 11:34:58,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +20: [2023-05-10 11:34:58,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 2: [2023-05-10 11:34:58,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-10 11:34:58,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-10 11:34:58,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-10 11:34:58,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-10 11:34:58,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-10 11:34:58,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-10 11:34:58,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-10 11:34:58,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-10 11:34:58,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-10 11:34:58,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 2: [2023-05-10 11:34:58,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-10 11:34:58,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-10 11:34:58,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-10 11:34:58,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 2: [2023-05-10 11:34:58,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 2: [2023-05-10 11:34:58,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +11: [2023-05-10 11:34:58,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-10 11:34:58,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-10 11:34:58,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-10 11:34:58,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-10 11:34:58,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-10 11:34:58,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-10 11:34:58,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-10 11:34:58,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-10 11:34:58,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-10 11:34:58,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-10 11:34:58,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-10 11:34:58,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-10 11:34:58,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-10 11:34:58,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-10 11:34:58,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-10 11:34:58,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-10 11:34:58,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-10 11:34:58,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-10 11:34:58,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-10 11:34:58,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-10 11:34:58,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-10 11:34:58,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-10 11:34:58,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-10 11:34:58,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-10 11:34:58,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-10 11:34:58,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-10 11:34:58,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-10 11:34:58,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-10 11:34:58,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-10 11:34:58,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-10 11:34:58,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-10 11:34:58,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-10 11:34:58,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-10 11:34:58,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-10 11:34:58,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-10 11:34:58,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-10 11:34:58,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-10 11:34:58,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-10 11:34:58,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-10 11:34:58,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-10 11:34:58,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-10 11:34:58,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-10 11:34:58,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-10 11:34:58,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-10 11:34:58,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-10 11:34:58,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-10 11:34:58,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-10 11:34:58,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-10 11:34:58,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-10 11:34:58,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-10 11:34:58,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-10 11:34:58,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-10 11:34:58,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-10 11:34:58,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-10 11:34:58,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-10 11:34:58,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-10 11:34:58,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-10 11:34:58,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-10 11:34:58,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-10 11:34:58,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-10 11:34:58,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-10 11:34:58,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-10 11:34:58,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-10 11:34:58,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-10 11:34:58,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-10 11:34:58,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-10 11:34:58,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-10 11:34:58,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-10 11:34:58,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-10 11:34:58,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-10 11:34:58,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-10 11:34:58,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-10 11:34:58,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-10 11:34:58,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-10 11:34:58,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-10 11:34:58,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-10 11:34:58,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-10 11:34:58,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-10 11:34:58,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-10 11:34:58,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-10 11:34:58,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-10 11:34:58,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-10 11:34:58,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-10 11:34:58,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-10 11:34:58,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-10 11:34:58,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-10 11:34:58,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-10 11:34:58,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-10 11:34:58,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-10 11:34:58,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-10 11:34:58,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-10 11:34:58,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-10 11:34:58,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-10 11:34:58,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-10 11:34:58,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-10 11:34:58,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +22: [2023-05-10 11:34:58,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 1: [2023-05-10 11:34:58,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-10 11:34:58,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-10 11:34:58,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-10 11:34:58,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-10 11:34:58,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-10 11:34:58,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 1: [2023-05-10 11:34:58,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-10 11:34:58,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 2: [2023-05-10 11:34:58,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-10 11:34:58,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-10 11:34:58,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-10 11:34:58,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-10 11:34:58,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-10 11:34:58,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-10 11:34:58,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-10 11:34:58,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-10 11:34:58,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-10 11:34:58,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-10 11:34:58,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-10 11:34:58,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-10 11:34:58,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-10 11:34:58,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-10 11:34:58,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-10 11:34:58,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-10 11:34:58,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-10 11:34:58,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-10 11:34:58,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-10 11:34:58,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-10 11:34:58,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-10 11:34:58,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-10 11:34:58,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-10 11:34:58,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-10 11:34:58,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-10 11:34:58,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-10 11:34:58,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-10 11:34:58,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-10 11:34:58,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-10 11:34:58,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 3: [2023-05-10 11:34:58,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-10 11:34:58,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +20: [2023-05-10 11:34:58,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-10 11:34:58,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-10 11:34:58,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-10 11:34:58,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-10 11:34:58,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +21: [2023-05-10 11:34:58,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-10 11:34:58,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-10 11:34:58,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-10 11:34:58,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-10 11:34:58,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-10 11:34:58,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-10 11:34:58,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-10 11:34:58,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-10 11:34:58,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-10 11:34:58,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-10 11:34:58,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 3: [2023-05-10 11:34:58,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-10 11:34:58,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 8: [2023-05-10 11:34:58,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-10 11:34:58,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-10 11:34:58,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-10 11:34:58,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-10 11:34:58,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-10 11:34:58,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 8: [2023-05-10 11:34:58,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-10 11:34:58,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +26: [2023-05-10 11:34:58,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-10 11:34:58,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-10 11:34:58,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-10 11:34:58,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-10 11:34:58,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-10 11:34:58,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-10 11:34:58,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-10 11:34:58,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-10 11:34:58,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 8: [2023-05-10 11:34:58,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-10 11:34:58,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-10 11:34:58,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-10 11:34:58,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-10 11:34:58,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-10 11:34:58,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-10 11:34:58,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-10 11:34:58,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-10 11:34:58,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-10 11:34:58,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-10 11:34:58,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-10 11:34:58,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-10 11:34:58,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-10 11:34:58,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-10 11:34:58,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-10 11:34:58,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-10 11:34:58,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-10 11:34:58,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-10 11:34:58,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-10 11:34:58,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +24: [2023-05-10 11:34:58,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +24: [2023-05-10 11:34:58,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +24: [2023-05-10 11:34:58,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +21: [2023-05-10 11:34:58,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-10 11:34:58,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-10 11:34:58,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-10 11:34:58,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-10 11:34:58,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-10 11:34:58,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-10 11:34:58,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-10 11:34:58,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-10 11:34:58,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-10 11:34:58,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-10 11:34:58,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-10 11:34:58,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-10 11:34:58,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +16: [2023-05-10 11:34:58,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 8: [2023-05-10 11:34:58,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-10 11:34:58,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-10 11:34:58,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-10 11:34:58,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-10 11:34:58,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +16: [2023-05-10 11:34:58,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +26: [2023-05-10 11:34:58,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-10 11:34:58,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-10 11:34:58,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-10 11:34:58,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-10 11:34:58,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-10 11:34:58,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-10 11:34:58,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-10 11:34:58,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-10 11:34:58,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +30: [2023-05-10 11:34:58,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +30: [2023-05-10 11:34:58,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +30: [2023-05-10 11:34:58,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 0: [2023-05-10 11:34:58,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-10 11:34:58,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-10 11:34:58,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-10 11:34:58,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-10 11:34:58,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-10 11:34:58,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-10 11:34:58,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-10 11:34:58,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-10 11:34:58,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-10 11:34:58,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-10 11:34:58,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-10 11:34:58,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-10 11:34:58,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-10 11:34:58,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-10 11:34:58,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-10 11:34:58,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-10 11:34:58,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-10 11:34:58,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-10 11:34:58,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-10 11:34:58,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-10 11:34:58,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-10 11:34:58,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-10 11:34:58,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-10 11:34:58,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-10 11:34:58,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +21: [2023-05-10 11:34:58,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +21: [2023-05-10 11:34:58,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +21: [2023-05-10 11:34:58,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +24: [2023-05-10 11:34:58,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-10 11:34:58,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-10 11:34:58,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +24: [2023-05-10 11:34:58,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-10 11:34:58,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-10 11:34:58,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-10 11:34:58,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-10 11:34:58,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-10 11:34:58,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-10 11:34:58,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-10 11:34:58,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-10 11:34:58,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +31: [2023-05-10 11:34:58,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +31: [2023-05-10 11:34:58,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +22: [2023-05-10 11:34:58,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-10 11:34:58,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +24: [2023-05-10 11:34:58,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-10 11:34:58,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-10 11:34:58,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-10 11:34:58,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-10 11:34:58,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-10 11:34:58,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-10 11:34:58,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-10 11:34:58,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-10 11:34:58,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-10 11:34:58,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +16: [2023-05-10 11:34:58,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-10 11:34:58,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-10 11:34:58,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-10 11:34:58,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-10 11:34:58,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-10 11:34:58,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-10 11:34:58,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-10 11:34:58,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-10 11:34:58,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-10 11:34:58,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-10 11:34:58,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-10 11:34:58,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-10 11:34:58,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-10 11:34:58,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-10 11:34:58,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +19: [2023-05-10 11:34:58,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +19: [2023-05-10 11:34:58,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +19: [2023-05-10 11:34:58,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +22: [2023-05-10 11:34:58,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-10 11:34:58,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-10 11:34:58,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-10 11:34:58,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-10 11:34:58,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-10 11:34:58,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-10 11:34:58,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-10 11:34:58,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-10 11:34:58,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-10 11:34:58,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-10 11:34:58,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +22: [2023-05-10 11:34:58,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +11: [2023-05-10 11:34:58,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-10 11:34:58,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-10 11:34:58,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-10 11:34:58,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-10 11:34:58,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-10 11:34:58,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-10 11:34:58,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-10 11:34:58,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-10 11:34:58,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-10 11:34:58,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-10 11:34:58,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-10 11:34:58,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-10 11:34:58,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-10 11:34:58,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-10 11:34:58,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-10 11:34:58,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +23: [2023-05-10 11:34:58,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-10 11:34:58,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-10 11:34:58,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-10 11:34:58,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-10 11:34:58,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-10 11:34:58,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-10 11:34:58,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-10 11:34:58,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-10 11:34:58,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-10 11:34:58,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-10 11:34:58,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-10 11:34:58,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +16: [2023-05-10 11:34:58,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-10 11:34:58,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-10 11:34:58,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +12: [2023-05-10 11:34:58,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-10 11:34:58,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +12: [2023-05-10 11:34:58,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-10 11:34:58,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-10 11:34:58,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-10 11:34:58,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-10 11:34:58,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-10 11:34:58,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-10 11:34:58,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-10 11:34:58,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-10 11:34:58,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-10 11:34:58,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-10 11:34:58,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-10 11:34:58,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-10 11:34:58,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-10 11:34:58,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +30: [2023-05-10 11:34:58,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-10 11:34:58,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-10 11:34:58,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-10 11:34:58,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +21: [2023-05-10 11:34:58,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-10 11:34:58,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 7: [2023-05-10 11:34:58,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-10 11:34:58,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 7: [2023-05-10 11:34:58,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-10 11:34:58,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 7: [2023-05-10 11:34:58,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-10 11:34:58,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-10 11:34:58,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-10 11:34:58,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-10 11:34:58,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 7: [2023-05-10 11:34:58,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-10 11:34:58,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 7: [2023-05-10 11:34:58,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-10 11:34:58,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 7: [2023-05-10 11:34:58,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-10 11:34:58,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-10 11:34:58,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-10 11:34:58,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 7: [2023-05-10 11:34:58,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +21: [2023-05-10 11:34:58,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-10 11:34:58,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-10 11:34:58,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +12: [2023-05-10 11:34:58,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +12: [2023-05-10 11:34:58,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +21: [2023-05-10 11:34:58,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-10 11:34:58,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-10 11:34:58,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-10 11:34:58,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-10 11:34:58,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +15: [2023-05-10 11:34:58,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +30: [2023-05-10 11:34:58,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-10 11:34:58,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +28: [2023-05-10 11:34:58,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-10 11:34:58,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-10 11:34:58,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-10 11:34:58,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-10 11:34:58,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +30: [2023-05-10 11:34:58,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +21: [2023-05-10 11:34:58,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +21: [2023-05-10 11:34:58,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +30: [2023-05-10 11:34:58,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-10 11:34:58,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-10 11:34:58,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-10 11:34:58,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-10 11:34:58,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-10 11:34:58,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +18: [2023-05-10 11:34:58,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +18: [2023-05-10 11:34:58,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +18: [2023-05-10 11:34:58,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +19: [2023-05-10 11:34:58,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-10 11:34:58,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-10 11:34:58,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-10 11:34:58,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-10 11:34:58,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-10 11:34:58,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-10 11:34:58,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-10 11:34:58,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-10 11:34:58,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-10 11:34:58,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +19: [2023-05-10 11:34:58,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 3: [2023-05-10 11:34:58,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 3: [2023-05-10 11:34:58,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 3: [2023-05-10 11:34:58,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +31: [2023-05-10 11:34:58,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +31: [2023-05-10 11:34:58,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +23: [2023-05-10 11:34:58,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-10 11:34:58,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +19: [2023-05-10 11:34:58,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +15: [2023-05-10 11:34:58,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-10 11:34:58,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 1: [2023-05-10 11:34:58,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 1: [2023-05-10 11:34:58,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 1: [2023-05-10 11:34:58,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +31: [2023-05-10 11:34:58,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 1: [2023-05-10 11:34:58,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +31: [2023-05-10 11:34:58,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +12: [2023-05-10 11:34:58,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-10 11:34:58,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-10 11:34:58,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +26: [2023-05-10 11:34:58,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +26: [2023-05-10 11:34:58,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +26: [2023-05-10 11:34:58,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +12: [2023-05-10 11:34:58,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-10 11:34:58,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-10 11:34:58,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-10 11:34:58,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 5: [2023-05-10 11:34:58,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +14: [2023-05-10 11:34:58,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +14: [2023-05-10 11:34:58,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +27: [2023-05-10 11:34:58,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +27: [2023-05-10 11:34:58,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +15: [2023-05-10 11:34:58,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-10 11:34:58,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +29: [2023-05-10 11:34:58,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +14: [2023-05-10 11:34:58,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 5: [2023-05-10 11:34:58,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +15: [2023-05-10 11:34:58,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-10 11:34:58,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +29: [2023-05-10 11:34:58,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +27: [2023-05-10 11:34:58,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 5: [2023-05-10 11:34:58,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +29: [2023-05-10 11:34:58,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +27: [2023-05-10 11:34:58,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +23: [2023-05-10 11:34:58,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-10 11:34:58,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-10 11:34:58,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-10 11:34:58,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-10 11:34:58,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-10 11:34:58,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-10 11:34:58,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-10 11:34:58,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +23: [2023-05-10 11:34:58,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 3: [2023-05-10 11:34:58,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-10 11:34:58,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-10 11:34:58,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-10 11:34:58,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-10 11:34:58,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-10 11:34:58,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-10 11:34:58,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +23: [2023-05-10 11:34:58,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-10 11:34:58,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +23: [2023-05-10 11:34:58,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-10 11:34:58,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-10 11:34:58,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-10 11:34:58,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +13: [2023-05-10 11:34:58,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +13: [2023-05-10 11:34:58,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +13: [2023-05-10 11:34:58,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +26: [2023-05-10 11:34:58,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-10 11:34:58,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +29: [2023-05-10 11:34:58,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-10 11:34:58,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +28: [2023-05-10 11:34:58,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 6: [2023-05-10 11:34:58,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 5: [2023-05-10 11:34:58,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-10 11:34:58,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-10 11:34:58,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-10 11:34:58,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 6: [2023-05-10 11:34:58,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 6: [2023-05-10 11:34:58,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 7: [2023-05-10 11:34:58,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-10 11:34:58,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-10 11:34:58,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 5: [2023-05-10 11:34:58,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-10 11:34:58,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-10 11:34:58,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-10 11:34:58,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +10: [2023-05-10 11:34:58,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +10: [2023-05-10 11:34:58,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +10: [2023-05-10 11:34:58,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +26: [2023-05-10 11:34:58,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-10 11:34:58,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-10 11:34:58,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-10 11:34:58,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-10 11:34:58,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-10 11:34:58,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 0: [2023-05-10 11:34:58,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 0: [2023-05-10 11:34:58,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 0: [2023-05-10 11:34:58,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +27: [2023-05-10 11:34:58,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-10 11:34:58,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-10 11:34:58,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-10 11:34:58,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-10 11:34:58,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-10 11:34:58,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +25: [2023-05-10 11:34:58,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 8: [2023-05-10 11:34:58,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 8: [2023-05-10 11:34:58,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +25: [2023-05-10 11:34:58,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 4: [2023-05-10 11:34:58,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 4: [2023-05-10 11:34:58,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 4: [2023-05-10 11:34:58,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 4: [2023-05-10 11:34:58,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +25: [2023-05-10 11:34:58,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +27: [2023-05-10 11:34:58,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-10 11:34:58,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-10 11:34:58,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-10 11:34:58,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 8: [2023-05-10 11:34:58,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +17: [2023-05-10 11:34:58,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +17: [2023-05-10 11:34:58,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +17: [2023-05-10 11:34:58,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. +17: [2023-05-10 11:34:58,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 9: [2023-05-10 11:34:58,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 9: [2023-05-10 11:34:58,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 9: [2023-05-10 11:34:58,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 9: [2023-05-10 11:34:58,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_15-model_01-model_states.pt. + 7: [2023-05-10 11:34:58,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-10 11:34:58,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-10 11:34:58,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-10 11:34:58,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-10 11:34:58,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-10 11:34:58,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +12: [2023-05-10 11:34:58,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +13: [2023-05-10 11:34:58,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-10 11:34:58,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-10 11:34:58,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-10 11:34:58,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-10 11:34:58,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-10 11:34:58,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-10 11:34:58,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-10 11:34:58,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-10 11:34:58,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-10 11:34:58,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-10 11:34:58,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-10 11:34:58,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-10 11:34:58,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-10 11:34:58,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-10 11:34:58,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-10 11:34:58,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-10 11:34:58,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-10 11:34:58,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-10 11:34:58,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-10 11:34:58,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-10 11:34:58,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-10 11:34:58,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-10 11:34:58,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-10 11:34:58,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-10 11:34:58,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-10 11:34:58,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-10 11:34:58,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 1: [2023-05-10 11:34:58,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-10 11:34:58,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-10 11:34:58,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-10 11:34:58,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-10 11:34:58,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-10 11:34:58,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-10 11:34:58,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-10 11:34:58,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-10 11:34:58,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-10 11:34:58,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +15: [2023-05-10 11:34:58,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +15: [2023-05-10 11:34:58,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +12: [2023-05-10 11:34:58,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +12: [2023-05-10 11:34:58,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +17: [2023-05-10 11:34:58,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-10 11:34:58,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-10 11:34:58,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-10 11:34:58,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-10 11:34:58,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-10 11:34:58,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-10 11:34:58,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-10 11:34:58,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-10 11:34:58,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-10 11:34:58,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-10 11:34:58,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-10 11:34:58,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-10 11:34:58,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-10 11:34:58,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-10 11:34:58,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 4: [2023-05-10 11:34:58,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-10 11:34:58,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-10 11:34:58,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 9: [2023-05-10 11:34:58,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-10 11:34:58,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-10 11:34:58,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-10 11:34:58,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-10 11:34:58,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-10 11:34:58,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-10 11:34:58,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-10 11:34:58,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +18: [2023-05-10 11:34:58,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 5: [2023-05-10 11:34:58,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +18: [2023-05-10 11:34:58,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +18: [2023-05-10 11:34:58,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 3: [2023-05-10 11:34:58,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-10 11:34:58,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-10 11:34:58,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 1: [2023-05-10 11:34:58,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-10 11:34:58,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 3: [2023-05-10 11:34:58,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +26: [2023-05-10 11:34:58,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-10 11:34:58,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-10 11:34:58,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 3: [2023-05-10 11:34:58,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 5: [2023-05-10 11:34:58,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +26: [2023-05-10 11:34:58,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +14: [2023-05-10 11:34:58,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +29: [2023-05-10 11:34:58,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-10 11:34:58,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-10 11:34:58,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-10 11:34:58,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-10 11:34:58,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-10 11:34:58,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-10 11:34:58,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-10 11:34:59,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-10 11:34:59,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-10 11:34:59,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-10 11:34:59,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +29: [2023-05-10 11:34:59,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +29: [2023-05-10 11:34:59,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 5: [2023-05-10 11:34:59,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +27: [2023-05-10 11:34:59,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +14: [2023-05-10 11:34:59,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-10 11:34:59,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-10 11:34:59,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 1: [2023-05-10 11:34:59,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-10 11:34:59,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +26: [2023-05-10 11:34:59,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-10 11:34:59,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-10 11:34:59,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +27: [2023-05-10 11:34:59,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +14: [2023-05-10 11:34:59,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-10 11:34:59,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +23: [2023-05-10 11:34:59,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-10 11:34:59,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +14: [2023-05-10 11:34:59,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 1: [2023-05-10 11:34:59,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +13: [2023-05-10 11:34:59,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-10 11:34:59,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +26: [2023-05-10 11:34:59,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +23: [2023-05-10 11:34:59,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-10 11:34:59,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-10 11:34:59,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 6: [2023-05-10 11:34:59,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-10 11:34:59,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +13: [2023-05-10 11:34:59,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +23: [2023-05-10 11:34:59,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +23: [2023-05-10 11:34:59,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +26: [2023-05-10 11:34:59,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-10 11:34:59,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +26: [2023-05-10 11:34:59,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-10 11:34:59,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-10 11:34:59,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-10 11:34:59,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-10 11:34:59,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-10 11:34:59,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-10 11:34:59,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +23: [2023-05-10 11:34:59,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-10 11:34:59,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-10 11:34:59,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +13: [2023-05-10 11:34:59,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +10: [2023-05-10 11:34:59,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-10 11:34:59,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-10 11:34:59,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +25: [2023-05-10 11:34:59,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-10 11:34:59,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 6: [2023-05-10 11:34:59,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-10 11:34:59,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-10 11:34:59,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +23: [2023-05-10 11:34:59,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +25: [2023-05-10 11:34:59,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-10 11:34:59,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +10: [2023-05-10 11:34:59,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +13: [2023-05-10 11:34:59,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-10 11:34:59,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 6: [2023-05-10 11:34:59,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 6: [2023-05-10 11:34:59,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 0: [2023-05-10 11:34:59,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-10 11:34:59,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 8: [2023-05-10 11:34:59,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-10 11:34:59,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-10 11:34:59,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-10 11:34:59,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +13: [2023-05-10 11:34:59,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +17: [2023-05-10 11:34:59,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-10 11:34:59,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-10 11:34:59,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-10 11:34:59,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-10 11:34:59,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-10 11:34:59,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-10 11:34:59,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-10 11:34:59,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-10 11:34:59,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +25: [2023-05-10 11:34:59,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 8: [2023-05-10 11:34:59,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 9: [2023-05-10 11:34:59,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-10 11:34:59,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 9: [2023-05-10 11:34:59,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-10 11:34:59,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-10 11:34:59,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-10 11:34:59,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +17: [2023-05-10 11:34:59,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 4: [2023-05-10 11:34:59,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-10 11:34:59,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-10 11:34:59,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-10 11:34:59,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +10: [2023-05-10 11:34:59,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +10: [2023-05-10 11:34:59,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 9: [2023-05-10 11:34:59,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 9: [2023-05-10 11:34:59,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +17: [2023-05-10 11:34:59,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +17: [2023-05-10 11:34:59,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 0: [2023-05-10 11:34:59,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-10 11:34:59,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-10 11:34:59,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 9: [2023-05-10 11:34:59,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 4: [2023-05-10 11:34:59,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-10 11:34:59,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-10 11:34:59,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-10 11:34:59,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 0: [2023-05-10 11:34:59,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 4: [2023-05-10 11:34:59,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 4: [2023-05-10 11:34:59,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... + 4: [2023-05-10 11:34:59,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +17: [2023-05-10 11:34:59,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-10 11:34:59,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt... +27: [2023-05-10 11:34:59,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-10 11:34:59,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-10 11:34:59,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-10 11:34:59,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-10 11:34:59,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-10 11:34:59,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-10 11:34:59,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-10 11:34:59,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-10 11:34:59,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-10 11:34:59,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-10 11:34:59,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-10 11:34:59,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-10 11:34:59,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-10 11:34:59,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-10 11:34:59,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-10 11:34:59,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-10 11:34:59,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-10 11:34:59,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-10 11:34:59,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-10 11:34:59,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-10 11:34:59,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-10 11:34:59,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-10 11:34:59,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-10 11:34:59,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-10 11:34:59,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-10 11:34:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-10 11:34:59,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-10 11:34:59,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-10 11:34:59,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-10 11:34:59,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-10 11:34:59,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-10 11:34:59,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-10 11:34:59,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-10 11:34:59,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-10 11:34:59,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-10 11:34:59,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-10 11:34:59,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-10 11:34:59,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-10 11:34:59,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-10 11:34:59,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-10 11:34:59,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-10 11:34:59,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-10 11:34:59,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-10 11:34:59,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-10 11:34:59,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-10 11:34:59,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-10 11:34:59,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-10 11:34:59,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-10 11:34:59,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-10 11:34:59,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-10 11:34:59,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-10 11:34:59,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-10 11:34:59,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-10 11:34:59,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-10 11:34:59,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-10 11:34:59,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-10 11:34:59,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-10 11:34:59,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-10 11:34:59,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-10 11:34:59,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-10 11:34:59,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-10 11:34:59,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-10 11:34:59,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-10 11:34:59,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-10 11:34:59,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-10 11:34:59,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-10 11:34:59,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-10 11:34:59,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-10 11:34:59,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-10 11:34:59,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-10 11:34:59,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-10 11:34:59,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-10 11:34:59,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-10 11:34:59,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-10 11:34:59,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-10 11:34:59,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-10 11:34:59,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-10 11:34:59,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-10 11:34:59,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-10 11:34:59,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-10 11:34:59,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-10 11:34:59,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-10 11:34:59,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-10 11:34:59,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-10 11:34:59,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-10 11:34:59,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-10 11:34:59,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-10 11:34:59,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-10 11:34:59,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-10 11:34:59,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-10 11:34:59,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-10 11:34:59,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-10 11:34:59,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-10 11:34:59,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-10 11:34:59,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-10 11:34:59,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-10 11:34:59,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-10 11:34:59,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-10 11:34:59,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-10 11:34:59,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-10 11:34:59,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-10 11:34:59,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-10 11:34:59,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-10 11:34:59,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-10 11:34:59,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-10 11:34:59,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-10 11:34:59,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-10 11:34:59,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-10 11:34:59,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-10 11:34:59,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-10 11:34:59,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-10 11:34:59,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-10 11:34:59,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-10 11:34:59,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-10 11:34:59,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-10 11:34:59,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-10 11:34:59,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-10 11:34:59,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-10 11:34:59,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-10 11:34:59,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-10 11:34:59,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-10 11:34:59,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-10 11:34:59,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-10 11:34:59,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-10 11:34:59,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-10 11:34:59,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-10 11:34:59,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-10 11:34:59,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-10 11:34:59,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-10 11:34:59,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-10 11:34:59,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-10 11:34:59,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-10 11:34:59,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-10 11:34:59,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-10 11:34:59,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-10 11:34:59,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-10 11:34:59,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-10 11:34:59,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-10 11:34:59,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-10 11:34:59,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-10 11:34:59,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-10 11:34:59,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +30: [2023-05-10 11:34:59,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-10 11:34:59,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-10 11:34:59,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-10 11:34:59,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-10 11:34:59,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-10 11:34:59,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-10 11:34:59,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-10 11:34:59,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-10 11:34:59,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-10 11:34:59,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-10 11:34:59,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-10 11:34:59,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-10 11:34:59,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-10 11:34:59,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-10 11:34:59,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +30: [2023-05-10 11:34:59,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-10 11:34:59,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-10 11:34:59,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-10 11:34:59,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-10 11:34:59,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-10 11:34:59,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-10 11:34:59,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-10 11:34:59,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-10 11:34:59,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-10 11:34:59,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-10 11:34:59,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-10 11:34:59,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-10 11:34:59,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-10 11:34:59,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-10 11:34:59,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-10 11:34:59,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-10 11:34:59,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-10 11:34:59,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-10 11:34:59,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-10 11:34:59,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-10 11:34:59,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-10 11:34:59,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-10 11:34:59,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-10 11:34:59,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:34:59,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-10 11:34:59,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-10 11:34:59,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-10 11:34:59,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:34:59,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-10 11:34:59,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:34:59,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-10 11:34:59,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-10 11:34:59,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-10 11:34:59,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-10 11:34:59,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-10 11:34:59,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:34:59,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-10 11:34:59,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-10 11:34:59,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-10 11:34:59,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-10 11:34:59,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-10 11:34:59,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-10 11:34:59,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-10 11:34:59,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-10 11:34:59,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-10 11:34:59,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-10 11:34:59,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-10 11:34:59,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-10 11:34:59,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-10 11:34:59,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-10 11:34:59,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-10 11:34:59,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-10 11:34:59,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-10 11:34:59,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-10 11:34:59,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-10 11:34:59,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-10 11:34:59,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-10 11:34:59,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-10 11:34:59,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-10 11:34:59,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-10 11:34:59,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-10 11:34:59,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-10 11:34:59,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-10 11:34:59,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-10 11:34:59,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-10 11:34:59,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-10 11:34:59,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-10 11:34:59,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-10 11:34:59,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-10 11:34:59,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-10 11:34:59,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-10 11:34:59,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-10 11:34:59,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-10 11:34:59,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-10 11:34:59,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-10 11:34:59,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-10 11:34:59,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-10 11:34:59,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-10 11:34:59,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-10 11:34:59,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-10 11:34:59,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-10 11:34:59,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-10 11:34:59,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-10 11:34:59,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-10 11:34:59,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-10 11:34:59,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-10 11:34:59,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-10 11:34:59,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-10 11:34:59,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-10 11:34:59,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-10 11:34:59,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-10 11:34:59,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-10 11:34:59,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-10 11:34:59,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-10 11:34:59,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-10 11:34:59,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-10 11:34:59,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-10 11:34:59,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-10 11:34:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-10 11:34:59,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-10 11:34:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-10 11:34:59,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-10 11:34:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-10 11:34:59,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-10 11:34:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-10 11:34:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-10 11:34:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-10 11:34:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-10 11:34:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-10 11:34:59,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-10 11:34:59,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-10 11:34:59,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-10 11:34:59,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-10 11:34:59,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-10 11:34:59,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-10 11:34:59,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-10 11:34:59,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-10 11:34:59,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-10 11:34:59,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-10 11:34:59,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-10 11:34:59,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-10 11:34:59,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-10 11:34:59,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-10 11:34:59,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-10 11:34:59,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-10 11:34:59,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-10 11:34:59,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-10 11:34:59,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-10 11:34:59,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-10 11:34:59,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-10 11:34:59,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-10 11:34:59,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-10 11:34:59,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-10 11:34:59,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-10 11:34:59,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-10 11:34:59,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-10 11:34:59,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-10 11:34:59,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-10 11:34:59,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-10 11:34:59,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-10 11:34:59,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-10 11:34:59,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-10 11:34:59,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-10 11:34:59,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-10 11:34:59,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-10 11:34:59,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-10 11:34:59,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-10 11:34:59,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-10 11:34:59,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-10 11:34:59,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-10 11:34:59,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-10 11:34:59,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-10 11:34:59,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-10 11:34:59,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-10 11:34:59,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-10 11:34:59,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-10 11:34:59,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-10 11:34:59,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-10 11:34:59,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-10 11:34:59,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-10 11:34:59,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-10 11:34:59,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-10 11:34:59,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-10 11:34:59,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-10 11:34:59,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-10 11:34:59,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-10 11:34:59,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-10 11:34:59,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-10 11:34:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-10 11:34:59,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-10 11:34:59,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-10 11:34:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-10 11:34:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-10 11:34:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-10 11:34:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-10 11:34:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-10 11:34:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-10 11:34:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-10 11:34:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-10 11:34:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-10 11:34:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-10 11:34:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-10 11:34:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-10 11:34:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-10 11:34:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-10 11:34:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-10 11:34:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-10 11:34:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-10 11:34:59,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-10 11:34:59,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-10 11:34:59,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-10 11:34:59,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-10 11:34:59,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-10 11:34:59,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-10 11:34:59,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-10 11:34:59,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-10 11:34:59,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-10 11:34:59,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-10 11:34:59,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-10 11:34:59,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-10 11:34:59,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-10 11:34:59,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-10 11:34:59,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-10 11:34:59,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-10 11:34:59,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-10 11:34:59,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-10 11:34:59,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-10 11:34:59,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-10 11:34:59,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-10 11:34:59,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-10 11:34:59,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-10 11:34:59,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-10 11:34:59,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-10 11:34:59,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-10 11:34:59,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-10 11:34:59,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-10 11:34:59,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-10 11:34:59,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-10 11:34:59,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:34:59,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:34:59,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-10 11:34:59,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-10 11:34:59,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-10 11:34:59,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-10 11:34:59,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-10 11:34:59,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-10 11:34:59,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-10 11:34:59,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-10 11:34:59,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-10 11:34:59,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-10 11:34:59,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-10 11:34:59,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-10 11:34:59,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-10 11:34:59,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-10 11:34:59,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-10 11:34:59,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-10 11:34:59,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-10 11:34:59,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-10 11:34:59,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-10 11:34:59,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-10 11:34:59,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-10 11:34:59,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-10 11:34:59,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-10 11:34:59,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-10 11:34:59,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-10 11:34:59,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-10 11:34:59,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-10 11:34:59,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-10 11:34:59,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-10 11:34:59,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-10 11:34:59,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-10 11:34:59,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-10 11:34:59,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-10 11:34:59,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-10 11:34:59,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-10 11:34:59,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-10 11:34:59,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-10 11:34:59,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-10 11:34:59,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-10 11:34:59,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-10 11:34:59,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-10 11:34:59,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-10 11:34:59,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-10 11:34:59,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-10 11:34:59,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-10 11:34:59,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-10 11:34:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-10 11:34:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-10 11:34:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-10 11:34:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-10 11:34:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-10 11:34:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-10 11:34:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-10 11:34:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-10 11:34:59,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-10 11:34:59,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-10 11:34:59,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-10 11:34:59,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-10 11:34:59,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-10 11:34:59,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-10 11:34:59,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-10 11:34:59,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-10 11:34:59,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-10 11:34:59,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-10 11:34:59,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-10 11:34:59,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-10 11:34:59,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-10 11:34:59,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-10 11:34:59,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-10 11:34:59,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-10 11:34:59,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-10 11:34:59,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-10 11:34:59,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-10 11:34:59,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-10 11:34:59,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-10 11:34:59,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-10 11:34:59,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-10 11:34:59,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-10 11:34:59,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-10 11:34:59,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-10 11:34:59,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-10 11:34:59,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-10 11:34:59,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-10 11:34:59,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-10 11:34:59,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-10 11:34:59,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-10 11:34:59,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-10 11:34:59,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-10 11:34:59,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-10 11:34:59,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-10 11:34:59,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-10 11:34:59,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-10 11:34:59,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-10 11:34:59,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-10 11:34:59,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-10 11:34:59,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-10 11:34:59,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-10 11:34:59,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-10 11:34:59,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-10 11:34:59,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-10 11:34:59,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-10 11:34:59,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-10 11:34:59,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-10 11:34:59,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-10 11:34:59,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-10 11:34:59,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-10 11:34:59,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-10 11:34:59,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-10 11:34:59,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-10 11:34:59,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-10 11:34:59,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-10 11:34:59,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-10 11:34:59,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-10 11:34:59,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-10 11:34:59,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-10 11:34:59,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-10 11:34:59,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-10 11:34:59,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-10 11:34:59,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-10 11:34:59,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-10 11:34:59,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-10 11:34:59,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-10 11:34:59,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-10 11:34:59,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-10 11:34:59,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-10 11:34:59,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 4: [2023-05-10 11:34:59,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 4: [2023-05-10 11:34:59,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 4: [2023-05-10 11:34:59,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 4: [2023-05-10 11:34:59,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-10 11:34:59,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-10 11:34:59,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-10 11:34:59,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-10 11:34:59,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +30: [2023-05-10 11:34:59,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +30: [2023-05-10 11:34:59,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +30: [2023-05-10 11:34:59,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +25: [2023-05-10 11:34:59,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +25: [2023-05-10 11:34:59,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +25: [2023-05-10 11:34:59,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 4: [2023-05-10 11:34:59,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-10 11:34:59,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 1: [2023-05-10 11:34:59,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 1: [2023-05-10 11:34:59,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 1: [2023-05-10 11:34:59,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +25: [2023-05-10 11:34:59,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 4: [2023-05-10 11:34:59,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +30: [2023-05-10 11:34:59,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-10 11:34:59,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-10 11:34:59,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-10 11:34:59,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-10 11:34:59,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-10 11:34:59,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-10 11:34:59,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 4: [2023-05-10 11:34:59,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 4: [2023-05-10 11:34:59,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-10 11:34:59,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-10 11:34:59,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 1: [2023-05-10 11:34:59,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-10 11:34:59,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-10 11:34:59,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-10 11:34:59,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-10 11:34:59,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-10 11:34:59,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-10 11:34:59,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-10 11:34:59,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-10 11:34:59,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +25: [2023-05-10 11:34:59,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-10 11:34:59,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-10 11:34:59,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +30: [2023-05-10 11:34:59,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 1: [2023-05-10 11:34:59,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-10 11:34:59,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +30: [2023-05-10 11:34:59,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-10 11:34:59,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-10 11:34:59,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 1: [2023-05-10 11:34:59,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-10 11:34:59,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +19: [2023-05-10 11:34:59,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +19: [2023-05-10 11:34:59,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +19: [2023-05-10 11:34:59,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +19: [2023-05-10 11:34:59,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 1: [2023-05-10 11:34:59,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-10 11:34:59,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +30: [2023-05-10 11:34:59,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-10 11:34:59,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +25: [2023-05-10 11:34:59,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-10 11:34:59,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-10 11:34:59,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +17: [2023-05-10 11:34:59,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +17: [2023-05-10 11:34:59,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +17: [2023-05-10 11:34:59,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +17: [2023-05-10 11:34:59,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +25: [2023-05-10 11:34:59,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +25: [2023-05-10 11:34:59,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +25: [2023-05-10 11:34:59,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-10 11:34:59,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +24: [2023-05-10 11:34:59,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +24: [2023-05-10 11:34:59,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +24: [2023-05-10 11:34:59,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +25: [2023-05-10 11:34:59,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +19: [2023-05-10 11:34:59,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-10 11:34:59,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-10 11:34:59,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-10 11:34:59,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-10 11:34:59,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-10 11:34:59,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-10 11:34:59,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-10 11:34:59,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-10 11:34:59,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-10 11:34:59,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-10 11:34:59,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +28: [2023-05-10 11:34:59,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +28: [2023-05-10 11:34:59,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +24: [2023-05-10 11:34:59,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-10 11:34:59,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-10 11:34:59,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 6: [2023-05-10 11:34:59,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 6: [2023-05-10 11:34:59,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 6: [2023-05-10 11:34:59,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 6: [2023-05-10 11:34:59,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +14: [2023-05-10 11:34:59,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +14: [2023-05-10 11:34:59,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +14: [2023-05-10 11:34:59,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +14: [2023-05-10 11:34:59,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +28: [2023-05-10 11:34:59,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-10 11:34:59,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-10 11:34:59,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-10 11:34:59,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-10 11:34:59,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-10 11:34:59,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-10 11:34:59,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +31: [2023-05-10 11:34:59,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +31: [2023-05-10 11:34:59,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +31: [2023-05-10 11:34:59,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 6: [2023-05-10 11:34:59,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-10 11:34:59,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-10 11:34:59,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-10 11:34:59,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +19: [2023-05-10 11:34:59,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +28: [2023-05-10 11:34:59,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-10 11:34:59,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-10 11:34:59,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-10 11:34:59,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-10 11:34:59,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-10 11:34:59,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-10 11:34:59,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +24: [2023-05-10 11:34:59,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +18: [2023-05-10 11:34:59,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +18: [2023-05-10 11:34:59,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +18: [2023-05-10 11:34:59,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +18: [2023-05-10 11:34:59,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 9: [2023-05-10 11:34:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 9: [2023-05-10 11:34:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +24: [2023-05-10 11:34:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +17: [2023-05-10 11:34:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-10 11:34:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +24: [2023-05-10 11:34:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-10 11:34:59,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +17: [2023-05-10 11:34:59,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +14: [2023-05-10 11:34:59,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-10 11:34:59,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +14: [2023-05-10 11:34:59,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-10 11:34:59,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-10 11:34:59,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +24: [2023-05-10 11:34:59,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +17: [2023-05-10 11:34:59,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +17: [2023-05-10 11:34:59,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +14: [2023-05-10 11:34:59,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-10 11:34:59,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +22: [2023-05-10 11:34:59,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +22: [2023-05-10 11:34:59,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +22: [2023-05-10 11:34:59,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +24: [2023-05-10 11:34:59,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-10 11:34:59,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-10 11:34:59,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-10 11:34:59,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-10 11:34:59,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-10 11:34:59,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +18: [2023-05-10 11:34:59,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-10 11:34:59,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-10 11:34:59,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-10 11:34:59,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-10 11:34:59,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-10 11:34:59,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-10 11:34:59,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-10 11:34:59,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-10 11:34:59,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-10 11:34:59,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +28: [2023-05-10 11:34:59,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 6: [2023-05-10 11:34:59,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-10 11:34:59,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-10 11:34:59,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +28: [2023-05-10 11:34:59,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-10 11:34:59,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-10 11:34:59,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-10 11:34:59,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +27: [2023-05-10 11:34:59,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +27: [2023-05-10 11:34:59,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +22: [2023-05-10 11:34:59,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-10 11:34:59,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-10 11:34:59,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-10 11:34:59,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-10 11:34:59,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 6: [2023-05-10 11:34:59,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 6: [2023-05-10 11:34:59,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 6: [2023-05-10 11:34:59,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 6: [2023-05-10 11:34:59,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +22: [2023-05-10 11:34:59,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-10 11:34:59,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +14: [2023-05-10 11:34:59,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-10 11:34:59,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +14: [2023-05-10 11:34:59,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-10 11:34:59,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-10 11:34:59,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-10 11:34:59,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-10 11:34:59,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-10 11:34:59,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-10 11:34:59,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-10 11:34:59,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 3: [2023-05-10 11:34:59,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +18: [2023-05-10 11:34:59,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-10 11:34:59,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 3: [2023-05-10 11:34:59,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +14: [2023-05-10 11:34:59,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 3: [2023-05-10 11:34:59,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +14: [2023-05-10 11:34:59,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +18: [2023-05-10 11:34:59,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +18: [2023-05-10 11:34:59,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-10 11:34:59,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-10 11:34:59,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-10 11:34:59,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-10 11:34:59,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-10 11:34:59,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-10 11:34:59,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-10 11:34:59,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +18: [2023-05-10 11:34:59,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +22: [2023-05-10 11:34:59,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-10 11:34:59,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 9: [2023-05-10 11:34:59,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +22: [2023-05-10 11:34:59,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 9: [2023-05-10 11:34:59,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +31: [2023-05-10 11:34:59,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +31: [2023-05-10 11:34:59,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +31: [2023-05-10 11:34:59,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +31: [2023-05-10 11:34:59,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +22: [2023-05-10 11:34:59,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-10 11:34:59,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-10 11:34:59,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 3: [2023-05-10 11:34:59,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-10 11:34:59,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-10 11:34:59,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-10 11:34:59,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-10 11:34:59,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-10 11:34:59,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 9: [2023-05-10 11:34:59,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +22: [2023-05-10 11:34:59,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +22: [2023-05-10 11:34:59,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-10 11:34:59,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +27: [2023-05-10 11:34:59,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-10 11:34:59,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +27: [2023-05-10 11:34:59,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-10 11:34:59,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +27: [2023-05-10 11:34:59,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-10 11:34:59,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +11: [2023-05-10 11:34:59,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +11: [2023-05-10 11:34:59,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 0: [2023-05-10 11:34:59,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 0: [2023-05-10 11:34:59,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +11: [2023-05-10 11:34:59,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +27: [2023-05-10 11:34:59,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-10 11:34:59,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 0: [2023-05-10 11:34:59,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +27: [2023-05-10 11:34:59,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +27: [2023-05-10 11:34:59,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 3: [2023-05-10 11:34:59,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-10 11:34:59,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +11: [2023-05-10 11:34:59,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-10 11:34:59,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-10 11:34:59,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 2: [2023-05-10 11:34:59,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +11: [2023-05-10 11:34:59,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-10 11:34:59,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 0: [2023-05-10 11:34:59,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-10 11:34:59,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-10 11:34:59,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +11: [2023-05-10 11:34:59,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-10 11:34:59,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-10 11:34:59,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 3: [2023-05-10 11:34:59,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-10 11:34:59,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 3: [2023-05-10 11:34:59,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 0: [2023-05-10 11:34:59,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-10 11:34:59,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-10 11:34:59,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-10 11:34:59,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +29: [2023-05-10 11:34:59,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +29: [2023-05-10 11:34:59,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +29: [2023-05-10 11:34:59,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +20: [2023-05-10 11:35:00,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +20: [2023-05-10 11:35:00,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +20: [2023-05-10 11:35:00,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +16: [2023-05-10 11:35:00,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +16: [2023-05-10 11:35:00,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +16: [2023-05-10 11:35:00,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +16: [2023-05-10 11:35:00,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +20: [2023-05-10 11:35:00,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +21: [2023-05-10 11:35:00,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +21: [2023-05-10 11:35:00,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +21: [2023-05-10 11:35:00,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +21: [2023-05-10 11:35:00,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +12: [2023-05-10 11:35:00,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +15: [2023-05-10 11:35:00,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +15: [2023-05-10 11:35:00,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +12: [2023-05-10 11:35:00,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +12: [2023-05-10 11:35:00,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +15: [2023-05-10 11:35:00,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +12: [2023-05-10 11:35:00,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 7: [2023-05-10 11:35:00,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 7: [2023-05-10 11:35:00,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +15: [2023-05-10 11:35:00,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +26: [2023-05-10 11:35:00,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +26: [2023-05-10 11:35:00,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +26: [2023-05-10 11:35:00,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 7: [2023-05-10 11:35:00,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +26: [2023-05-10 11:35:00,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 5: [2023-05-10 11:35:00,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 5: [2023-05-10 11:35:00,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 7: [2023-05-10 11:35:00,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 5: [2023-05-10 11:35:00,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +23: [2023-05-10 11:35:00,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +23: [2023-05-10 11:35:00,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 5: [2023-05-10 11:35:00,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +13: [2023-05-10 11:35:00,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +10: [2023-05-10 11:35:00,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +13: [2023-05-10 11:35:00,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +13: [2023-05-10 11:35:00,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +10: [2023-05-10 11:35:00,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +10: [2023-05-10 11:35:00,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +13: [2023-05-10 11:35:00,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +10: [2023-05-10 11:35:00,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +23: [2023-05-10 11:35:00,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. +23: [2023-05-10 11:35:00,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 2: [2023-05-10 11:35:00,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-10 11:35:00,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-10 11:35:00,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-10 11:35:00,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-10 11:35:00,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-10 11:35:00,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-10 11:35:00,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-10 11:35:00,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-10 11:35:00,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-10 11:35:00,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-10 11:35:00,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-10 11:35:00,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-10 11:35:00,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-10 11:35:00,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-10 11:35:00,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-10 11:35:00,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-10 11:35:00,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-10 11:35:00,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-10 11:35:00,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-10 11:35:00,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-10 11:35:00,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-10 11:35:00,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-10 11:35:00,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-10 11:35:00,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-10 11:35:00,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-10 11:35:00,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-10 11:35:00,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-10 11:35:00,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-10 11:35:00,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-10 11:35:00,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-10 11:35:00,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-10 11:35:00,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-10 11:35:00,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-10 11:35:00,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-10 11:35:00,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-10 11:35:00,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-10 11:35:00,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-10 11:35:00,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-10 11:35:00,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-10 11:35:00,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-10 11:35:00,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-10 11:35:00,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-10 11:35:00,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-10 11:35:00,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-10 11:35:00,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-10 11:35:00,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-10 11:35:00,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-10 11:35:00,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-10 11:35:00,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-10 11:35:00,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-10 11:35:00,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-10 11:35:00,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-10 11:35:00,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-10 11:35:00,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-10 11:35:00,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 0: [2023-05-10 11:35:00,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 0: [2023-05-10 11:35:00,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-10 11:35:00,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-10 11:35:00,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-10 11:35:00,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-10 11:35:00,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-10 11:35:00,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +11: [2023-05-10 11:35:00,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +11: [2023-05-10 11:35:00,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 2: [2023-05-10 11:35:00,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-10 11:35:00,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +11: [2023-05-10 11:35:00,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-10 11:35:00,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 0: [2023-05-10 11:35:00,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-10 11:35:00,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-10 11:35:00,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +16: [2023-05-10 11:35:00,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-10 11:35:00,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-10 11:35:00,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 0: [2023-05-10 11:35:00,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-10 11:35:00,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-10 11:35:00,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-10 11:35:00,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 2: [2023-05-10 11:35:00,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-10 11:35:00,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-10 11:35:00,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-10 11:35:00,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-10 11:35:00,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +12: [2023-05-10 11:35:00,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-10 11:35:00,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 2: [2023-05-10 11:35:00,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +20: [2023-05-10 11:35:00,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +12: [2023-05-10 11:35:00,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +21: [2023-05-10 11:35:00,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-10 11:35:00,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-10 11:35:00,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-10 11:35:00,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-10 11:35:00,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-10 11:35:00,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-10 11:35:00,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-10 11:35:00,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-10 11:35:00,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-10 11:35:00,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 2: [2023-05-10 11:35:00,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +13: [2023-05-10 11:35:00,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-10 11:35:00,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +20: [2023-05-10 11:35:00,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +10: [2023-05-10 11:35:00,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +20: [2023-05-10 11:35:00,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-10 11:35:00,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-10 11:35:00,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-10 11:35:00,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-10 11:35:00,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-10 11:35:00,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +29: [2023-05-10 11:35:00,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +29: [2023-05-10 11:35:00,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-10 11:35:00,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-10 11:35:00,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-10 11:35:00,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-10 11:35:00,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-10 11:35:00,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-10 11:35:00,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +12: [2023-05-10 11:35:00,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-10 11:35:00,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-10 11:35:00,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-10 11:35:00,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-10 11:35:00,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 5: [2023-05-10 11:35:00,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +16: [2023-05-10 11:35:00,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +23: [2023-05-10 11:35:00,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +12: [2023-05-10 11:35:00,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-10 11:35:00,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +13: [2023-05-10 11:35:00,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-10 11:35:00,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 7: [2023-05-10 11:35:00,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-10 11:35:00,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +23: [2023-05-10 11:35:00,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-10 11:35:00,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 5: [2023-05-10 11:35:00,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +29: [2023-05-10 11:35:00,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +29: [2023-05-10 11:35:00,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 5: [2023-05-10 11:35:00,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +26: [2023-05-10 11:35:00,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +21: [2023-05-10 11:35:00,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-10 11:35:00,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-10 11:35:00,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-10 11:35:00,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-10 11:35:00,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-10 11:35:00,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +26: [2023-05-10 11:35:00,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-10 11:35:00,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +12: [2023-05-10 11:35:00,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +23: [2023-05-10 11:35:00,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-10 11:35:00,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +10: [2023-05-10 11:35:00,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-10 11:35:00,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +16: [2023-05-10 11:35:00,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-10 11:35:00,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +26: [2023-05-10 11:35:00,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-10 11:35:00,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-10 11:35:00,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-10 11:35:00,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 7: [2023-05-10 11:35:00,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +21: [2023-05-10 11:35:00,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +21: [2023-05-10 11:35:00,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +21: [2023-05-10 11:35:00,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +26: [2023-05-10 11:35:00,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +10: [2023-05-10 11:35:00,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +23: [2023-05-10 11:35:00,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +16: [2023-05-10 11:35:00,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +26: [2023-05-10 11:35:00,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +13: [2023-05-10 11:35:00,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +13: [2023-05-10 11:35:00,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +26: [2023-05-10 11:35:00,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-10 11:35:00,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-10 11:35:00,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +10: [2023-05-10 11:35:00,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 8: [2023-05-10 11:35:00,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 8: [2023-05-10 11:35:00,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 8: [2023-05-10 11:35:00,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 8: [2023-05-10 11:35:00,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_16-model_01-model_states.pt. + 8: [2023-05-10 11:35:00,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-10 11:35:00,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-10 11:35:00,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-10 11:35:00,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-10 11:35:00,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-10 11:35:00,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-10 11:35:00,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 8: [2023-05-10 11:35:00,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 8: [2023-05-10 11:35:00,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-10 11:35:00,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... + 8: [2023-05-10 11:35:00,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-10 11:35:00,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt... +22: [2023-05-10 11:35:00,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-10 11:35:00,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-10 11:35:00,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-10 11:35:00,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-10 11:35:00,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-10 11:35:00,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-10 11:35:00,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-10 11:35:00,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-10 11:35:00,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-10 11:35:00,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-10 11:35:00,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-10 11:35:00,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-10 11:35:00,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-10 11:35:00,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-10 11:35:00,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-10 11:35:00,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-10 11:35:00,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-10 11:35:00,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-10 11:35:00,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-10 11:35:00,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-10 11:35:00,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-10 11:35:00,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-10 11:35:00,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-10 11:35:00,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-10 11:35:00,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-10 11:35:00,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-10 11:35:00,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-10 11:35:00,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-10 11:35:00,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-10 11:35:00,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-10 11:35:00,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-10 11:35:00,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-10 11:35:00,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-10 11:35:00,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-10 11:35:00,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-10 11:35:00,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-10 11:35:00,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-10 11:35:00,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-10 11:35:00,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-10 11:35:00,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-10 11:35:00,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-10 11:35:00,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-10 11:35:00,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-10 11:35:00,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-10 11:35:00,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-10 11:35:00,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-10 11:35:00,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-10 11:35:00,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-10 11:35:00,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-10 11:35:00,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-10 11:35:00,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-10 11:35:00,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-10 11:35:00,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-10 11:35:00,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-10 11:35:00,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-10 11:35:00,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-10 11:35:00,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-10 11:35:00,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-10 11:35:00,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-10 11:35:00,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-10 11:35:00,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-10 11:35:00,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-10 11:35:00,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-10 11:35:00,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-10 11:35:00,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-10 11:35:00,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-10 11:35:00,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-10 11:35:00,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-10 11:35:00,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-10 11:35:00,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-10 11:35:00,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-10 11:35:00,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-10 11:35:00,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-10 11:35:00,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-10 11:35:00,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-10 11:35:00,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-10 11:35:00,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-10 11:35:00,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-10 11:35:00,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-10 11:35:00,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-10 11:35:00,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-10 11:35:00,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-10 11:35:00,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-10 11:35:00,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-10 11:35:00,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-10 11:35:00,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-10 11:35:00,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-10 11:35:00,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-10 11:35:00,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-10 11:35:00,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-10 11:35:00,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-10 11:35:00,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-10 11:35:00,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-10 11:35:00,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-10 11:35:00,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-10 11:35:00,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-10 11:35:00,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-10 11:35:00,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-10 11:35:00,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-10 11:35:00,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-10 11:35:00,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-10 11:35:00,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-10 11:35:00,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-10 11:35:00,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-10 11:35:00,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-10 11:35:00,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-10 11:35:00,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-10 11:35:00,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-10 11:35:00,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-10 11:35:00,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-10 11:35:00,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-10 11:35:00,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-10 11:35:00,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-10 11:35:00,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-10 11:35:00,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-10 11:35:00,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-10 11:35:00,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +30: [2023-05-10 11:35:00,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:35:00,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-10 11:35:00,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-10 11:35:00,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:35:00,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +30: [2023-05-10 11:35:00,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:35:00,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:35:00,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-10 11:35:00,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-10 11:35:00,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:35:00,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:35:00,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-10 11:35:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-10 11:35:00,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-10 11:35:00,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-10 11:35:00,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-10 11:35:00,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-10 11:35:00,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-10 11:35:00,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-10 11:35:00,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-10 11:35:00,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-10 11:35:00,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-10 11:35:00,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-10 11:35:00,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-10 11:35:00,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-10 11:35:00,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-10 11:35:00,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-10 11:35:00,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-10 11:35:00,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-10 11:35:00,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-10 11:35:00,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-10 11:35:00,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-10 11:35:00,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-10 11:35:00,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-10 11:35:00,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-10 11:35:00,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-10 11:35:00,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-10 11:35:00,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-10 11:35:00,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-10 11:35:00,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-10 11:35:00,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-10 11:35:00,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-10 11:35:00,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-10 11:35:00,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-10 11:35:00,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-10 11:35:00,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-10 11:35:00,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-10 11:35:00,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-10 11:35:00,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-10 11:35:00,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-10 11:35:00,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-10 11:35:00,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-10 11:35:00,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-10 11:35:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-10 11:35:00,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-10 11:35:00,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-10 11:35:00,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-10 11:35:00,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-10 11:35:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-10 11:35:00,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-10 11:35:00,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:35:00,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-10 11:35:00,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-10 11:35:00,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-10 11:35:00,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-10 11:35:00,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-10 11:35:00,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-10 11:35:00,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-10 11:35:00,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-10 11:35:00,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-10 11:35:00,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +30: [2023-05-10 11:35:00,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-10 11:35:00,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-10 11:35:00,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:35:00,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-10 11:35:00,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-10 11:35:00,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +30: [2023-05-10 11:35:00,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-10 11:35:00,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-10 11:35:00,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-10 11:35:00,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-10 11:35:00,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-10 11:35:00,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-10 11:35:00,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-10 11:35:00,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-10 11:35:00,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-10 11:35:00,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-10 11:35:00,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-10 11:35:00,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-10 11:35:00,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-10 11:35:00,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-10 11:35:00,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-10 11:35:00,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-10 11:35:00,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-10 11:35:00,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-10 11:35:00,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:35:00,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-10 11:35:00,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-10 11:35:00,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-10 11:35:00,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-10 11:35:00,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-10 11:35:00,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-10 11:35:00,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-10 11:35:00,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-10 11:35:00,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-10 11:35:00,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-10 11:35:00,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-10 11:35:00,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-10 11:35:00,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-10 11:35:00,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-10 11:35:00,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-10 11:35:00,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-10 11:35:00,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-10 11:35:00,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-10 11:35:00,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-10 11:35:00,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-10 11:35:00,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-10 11:35:00,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-10 11:35:00,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-10 11:35:00,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-10 11:35:00,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-10 11:35:00,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-10 11:35:00,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-10 11:35:00,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-10 11:35:00,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-10 11:35:00,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-10 11:35:00,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-10 11:35:00,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-10 11:35:00,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-10 11:35:00,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-10 11:35:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-10 11:35:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-10 11:35:00,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-10 11:35:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-10 11:35:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-10 11:35:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-10 11:35:00,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-10 11:35:00,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-10 11:35:00,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-10 11:35:00,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-10 11:35:00,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-10 11:35:00,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-10 11:35:00,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-10 11:35:00,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-10 11:35:00,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-10 11:35:00,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-10 11:35:00,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-10 11:35:00,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-10 11:35:00,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-10 11:35:00,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-10 11:35:00,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-10 11:35:00,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-10 11:35:00,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-10 11:35:00,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-10 11:35:00,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-10 11:35:00,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-10 11:35:00,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-10 11:35:00,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-10 11:35:00,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-10 11:35:00,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-10 11:35:00,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-10 11:35:00,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-10 11:35:00,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-10 11:35:00,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-10 11:35:00,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-10 11:35:00,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-10 11:35:00,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-10 11:35:00,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-10 11:35:00,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-10 11:35:00,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-10 11:35:00,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-10 11:35:00,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-10 11:35:00,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-10 11:35:00,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-10 11:35:00,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-10 11:35:00,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-10 11:35:00,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-10 11:35:00,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-10 11:35:00,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-10 11:35:00,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-10 11:35:00,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-10 11:35:00,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-10 11:35:00,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-10 11:35:00,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-10 11:35:00,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-10 11:35:00,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-10 11:35:00,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-10 11:35:00,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-10 11:35:00,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +23: [2023-05-10 11:35:00,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +23: [2023-05-10 11:35:00,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 9: [2023-05-10 11:35:00,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-10 11:35:00,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 9: [2023-05-10 11:35:00,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-10 11:35:00,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-10 11:35:00,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +26: [2023-05-10 11:35:00,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +26: [2023-05-10 11:35:00,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +15: [2023-05-10 11:35:00,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-10 11:35:00,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-10 11:35:00,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-10 11:35:00,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +28: [2023-05-10 11:35:00,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-10 11:35:00,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-10 11:35:00,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-10 11:35:00,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-10 11:35:00,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-10 11:35:00,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-10 11:35:00,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-10 11:35:00,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-10 11:35:00,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-10 11:35:00,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-10 11:35:00,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-10 11:35:00,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-10 11:35:00,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-10 11:35:00,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-10 11:35:00,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-10 11:35:00,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-10 11:35:00,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-10 11:35:00,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-10 11:35:00,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-10 11:35:00,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-10 11:35:00,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-10 11:35:00,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-10 11:35:00,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-10 11:35:00,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-10 11:35:00,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-10 11:35:00,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-10 11:35:00,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-10 11:35:00,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-10 11:35:00,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-10 11:35:00,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-10 11:35:00,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-10 11:35:00,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-10 11:35:00,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-10 11:35:00,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-10 11:35:00,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-10 11:35:00,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-10 11:35:00,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-10 11:35:00,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-10 11:35:00,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-10 11:35:00,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-10 11:35:00,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-10 11:35:00,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-10 11:35:00,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-10 11:35:00,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-10 11:35:00,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-10 11:35:00,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-10 11:35:00,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-10 11:35:00,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-10 11:35:00,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-10 11:35:00,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-10 11:35:00,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-10 11:35:00,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-10 11:35:00,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-10 11:35:00,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-10 11:35:00,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-10 11:35:00,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-10 11:35:00,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-10 11:35:00,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-10 11:35:00,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-10 11:35:00,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-10 11:35:00,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-10 11:35:00,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-10 11:35:00,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-10 11:35:00,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-10 11:35:00,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-10 11:35:00,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-10 11:35:00,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-10 11:35:00,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-10 11:35:00,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-10 11:35:00,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-10 11:35:00,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-10 11:35:00,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-10 11:35:00,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-10 11:35:00,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-10 11:35:00,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-10 11:35:00,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-10 11:35:00,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-10 11:35:00,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-10 11:35:00,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-10 11:35:00,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-10 11:35:00,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-10 11:35:00,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-10 11:35:00,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-10 11:35:00,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-10 11:35:00,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-10 11:35:00,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-10 11:35:00,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-10 11:35:00,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-10 11:35:00,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-10 11:35:00,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-10 11:35:00,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-10 11:35:00,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-10 11:35:00,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-10 11:35:00,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-10 11:35:00,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-10 11:35:00,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-10 11:35:00,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-10 11:35:00,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-10 11:35:00,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-10 11:35:00,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-10 11:35:00,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-10 11:35:00,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-10 11:35:00,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-10 11:35:00,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-10 11:35:00,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-10 11:35:00,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-10 11:35:00,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-10 11:35:00,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-10 11:35:00,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-10 11:35:00,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-10 11:35:00,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-10 11:35:00,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-10 11:35:00,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-10 11:35:00,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-10 11:35:00,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-10 11:35:00,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-10 11:35:00,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-10 11:35:00,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-10 11:35:00,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-10 11:35:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-10 11:35:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-10 11:35:00,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-10 11:35:00,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-10 11:35:00,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-10 11:35:00,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-10 11:35:00,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-10 11:35:00,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-10 11:35:00,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-10 11:35:00,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-10 11:35:00,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-10 11:35:00,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-10 11:35:00,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-10 11:35:00,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-10 11:35:00,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-10 11:35:00,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-10 11:35:00,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-10 11:35:00,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-10 11:35:00,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-10 11:35:00,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-10 11:35:00,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +28: [2023-05-10 11:35:00,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-10 11:35:00,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-10 11:35:00,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-10 11:35:00,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-10 11:35:00,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-10 11:35:00,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-10 11:35:00,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-10 11:35:00,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-10 11:35:00,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +23: [2023-05-10 11:35:00,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 8: [2023-05-10 11:35:00,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-10 11:35:00,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-10 11:35:00,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-10 11:35:00,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-10 11:35:00,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-10 11:35:00,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-10 11:35:00,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-10 11:35:00,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-10 11:35:00,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-10 11:35:00,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-10 11:35:00,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-10 11:35:00,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-10 11:35:00,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-10 11:35:00,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +23: [2023-05-10 11:35:00,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +29: [2023-05-10 11:35:00,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-10 11:35:00,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-10 11:35:00,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-10 11:35:00,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-10 11:35:00,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-10 11:35:00,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-10 11:35:00,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-10 11:35:00,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-10 11:35:00,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-10 11:35:00,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +26: [2023-05-10 11:35:00,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-10 11:35:00,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-10 11:35:00,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-10 11:35:00,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-10 11:35:00,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-10 11:35:00,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-10 11:35:00,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-10 11:35:00,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-10 11:35:00,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-10 11:35:00,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-10 11:35:00,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-10 11:35:00,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-10 11:35:00,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-10 11:35:00,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-10 11:35:00,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-10 11:35:00,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-10 11:35:00,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-10 11:35:00,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-10 11:35:00,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-10 11:35:00,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-10 11:35:00,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-10 11:35:00,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-10 11:35:00,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-10 11:35:00,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-10 11:35:00,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-10 11:35:00,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +27: [2023-05-10 11:35:00,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +21: [2023-05-10 11:35:00,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-10 11:35:00,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +21: [2023-05-10 11:35:00,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-10 11:35:00,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 8: [2023-05-10 11:35:00,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-10 11:35:00,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-10 11:35:00,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-10 11:35:00,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-10 11:35:00,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +29: [2023-05-10 11:35:00,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-10 11:35:00,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-10 11:35:00,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-10 11:35:00,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-10 11:35:00,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-10 11:35:00,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-10 11:35:00,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-10 11:35:00,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +25: [2023-05-10 11:35:00,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-10 11:35:00,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-10 11:35:00,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-10 11:35:00,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-10 11:35:00,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-10 11:35:00,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-10 11:35:00,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-10 11:35:00,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-10 11:35:00,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-10 11:35:00,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 2: [2023-05-10 11:35:00,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 2: [2023-05-10 11:35:00,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 2: [2023-05-10 11:35:00,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +16: [2023-05-10 11:35:00,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +16: [2023-05-10 11:35:00,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +16: [2023-05-10 11:35:00,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +16: [2023-05-10 11:35:00,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +26: [2023-05-10 11:35:00,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-10 11:35:00,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-10 11:35:00,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +27: [2023-05-10 11:35:00,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:35:00,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +13: [2023-05-10 11:35:00,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +13: [2023-05-10 11:35:00,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +13: [2023-05-10 11:35:00,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +27: [2023-05-10 11:35:00,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-10 11:35:00,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +27: [2023-05-10 11:35:00,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-10 11:35:00,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +18: [2023-05-10 11:35:00,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +18: [2023-05-10 11:35:00,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +25: [2023-05-10 11:35:00,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +18: [2023-05-10 11:35:00,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +25: [2023-05-10 11:35:00,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 0: [2023-05-10 11:35:00,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 0: [2023-05-10 11:35:00,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 0: [2023-05-10 11:35:00,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 0: [2023-05-10 11:35:00,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 2: [2023-05-10 11:35:00,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-10 11:35:00,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-10 11:35:00,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-10 11:35:00,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +11: [2023-05-10 11:35:00,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +11: [2023-05-10 11:35:00,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 2: [2023-05-10 11:35:00,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-10 11:35:00,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +16: [2023-05-10 11:35:00,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-10 11:35:00,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-10 11:35:00,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:35:00,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-10 11:35:00,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-10 11:35:00,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-10 11:35:00,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:35:00,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:35:00,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-10 11:35:00,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 4: [2023-05-10 11:35:00,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 4: [2023-05-10 11:35:00,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +13: [2023-05-10 11:35:00,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-10 11:35:00,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +25: [2023-05-10 11:35:00,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-10 11:35:00,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 8: [2023-05-10 11:35:00,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +18: [2023-05-10 11:35:00,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-10 11:35:00,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-10 11:35:00,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-10 11:35:00,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 7: [2023-05-10 11:35:00,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 7: [2023-05-10 11:35:00,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 8: [2023-05-10 11:35:00,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 7: [2023-05-10 11:35:00,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 8: [2023-05-10 11:35:00,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 0: [2023-05-10 11:35:00,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-10 11:35:00,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-10 11:35:00,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-10 11:35:00,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +22: [2023-05-10 11:35:00,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +25: [2023-05-10 11:35:00,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-10 11:35:00,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +22: [2023-05-10 11:35:00,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 0: [2023-05-10 11:35:00,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-10 11:35:00,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 3: [2023-05-10 11:35:00,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 3: [2023-05-10 11:35:00,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 3: [2023-05-10 11:35:00,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 0: [2023-05-10 11:35:00,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-10 11:35:00,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-10 11:35:00,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-10 11:35:00,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-10 11:35:00,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-10 11:35:00,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-10 11:35:00,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-10 11:35:00,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 4: [2023-05-10 11:35:00,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-10 11:35:00,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-10 11:35:00,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-10 11:35:00,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-10 11:35:00,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-10 11:35:00,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-10 11:35:00,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 4: [2023-05-10 11:35:00,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-10 11:35:00,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-10 11:35:00,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-10 11:35:00,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-10 11:35:00,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +27: [2023-05-10 11:35:00,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 8: [2023-05-10 11:35:00,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-10 11:35:00,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-10 11:35:00,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 8: [2023-05-10 11:35:00,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-10 11:35:00,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-10 11:35:00,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-10 11:35:00,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-10 11:35:00,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-10 11:35:00,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-10 11:35:00,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-10 11:35:00,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-10 11:35:00,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-10 11:35:00,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-10 11:35:00,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-10 11:35:00,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-10 11:35:00,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-10 11:35:00,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-10 11:35:00,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-10 11:35:00,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-10 11:35:00,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 2: [2023-05-10 11:35:00,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +16: [2023-05-10 11:35:00,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-10 11:35:00,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-10 11:35:00,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +13: [2023-05-10 11:35:00,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +15: [2023-05-10 11:35:00,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +16: [2023-05-10 11:35:00,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-10 11:35:00,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +15: [2023-05-10 11:35:00,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +16: [2023-05-10 11:35:00,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +15: [2023-05-10 11:35:00,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +15: [2023-05-10 11:35:00,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +25: [2023-05-10 11:35:00,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-10 11:35:00,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +19: [2023-05-10 11:35:00,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +16: [2023-05-10 11:35:00,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +13: [2023-05-10 11:35:00,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-10 11:35:00,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +19: [2023-05-10 11:35:00,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +19: [2023-05-10 11:35:00,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 0: [2023-05-10 11:35:00,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-10 11:35:00,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +12: [2023-05-10 11:35:00,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +12: [2023-05-10 11:35:00,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +12: [2023-05-10 11:35:00,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 1: [2023-05-10 11:35:00,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 1: [2023-05-10 11:35:00,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 1: [2023-05-10 11:35:00,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +13: [2023-05-10 11:35:00,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +25: [2023-05-10 11:35:00,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +28: [2023-05-10 11:35:00,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +28: [2023-05-10 11:35:00,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +28: [2023-05-10 11:35:00,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 1: [2023-05-10 11:35:00,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +28: [2023-05-10 11:35:00,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +18: [2023-05-10 11:35:00,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-10 11:35:00,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +30: [2023-05-10 11:35:00,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +10: [2023-05-10 11:35:00,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +10: [2023-05-10 11:35:00,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +10: [2023-05-10 11:35:00,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +30: [2023-05-10 11:35:00,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +10: [2023-05-10 11:35:00,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +30: [2023-05-10 11:35:00,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +13: [2023-05-10 11:35:00,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-10 11:35:00,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +16: [2023-05-10 11:35:00,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-10 11:35:00,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-10 11:35:00,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-10 11:35:00,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-10 11:35:00,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +24: [2023-05-10 11:35:00,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +24: [2023-05-10 11:35:00,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +24: [2023-05-10 11:35:00,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +24: [2023-05-10 11:35:00,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +13: [2023-05-10 11:35:00,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-10 11:35:00,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-10 11:35:00,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-10 11:35:00,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-10 11:35:00,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-10 11:35:00,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 0: [2023-05-10 11:35:00,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +21: [2023-05-10 11:35:00,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +21: [2023-05-10 11:35:00,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +16: [2023-05-10 11:35:00,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 0: [2023-05-10 11:35:00,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +21: [2023-05-10 11:35:00,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +31: [2023-05-10 11:35:00,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +31: [2023-05-10 11:35:00,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +31: [2023-05-10 11:35:00,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +18: [2023-05-10 11:35:00,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +18: [2023-05-10 11:35:00,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +21: [2023-05-10 11:35:00,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +31: [2023-05-10 11:35:00,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +25: [2023-05-10 11:35:00,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 6: [2023-05-10 11:35:00,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 6: [2023-05-10 11:35:00,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 6: [2023-05-10 11:35:00,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +13: [2023-05-10 11:35:00,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +25: [2023-05-10 11:35:00,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +25: [2023-05-10 11:35:00,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 6: [2023-05-10 11:35:00,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +11: [2023-05-10 11:35:00,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-10 11:35:00,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 9: [2023-05-10 11:35:00,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 9: [2023-05-10 11:35:00,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 9: [2023-05-10 11:35:00,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +11: [2023-05-10 11:35:00,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-10 11:35:00,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-10 11:35:00,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +14: [2023-05-10 11:35:00,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +14: [2023-05-10 11:35:00,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +14: [2023-05-10 11:35:00,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +11: [2023-05-10 11:35:00,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +29: [2023-05-10 11:35:00,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +29: [2023-05-10 11:35:00,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +15: [2023-05-10 11:35:00,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-10 11:35:00,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +20: [2023-05-10 11:35:00,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +20: [2023-05-10 11:35:00,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +29: [2023-05-10 11:35:00,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +29: [2023-05-10 11:35:00,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +20: [2023-05-10 11:35:00,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +15: [2023-05-10 11:35:00,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-10 11:35:00,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-10 11:35:00,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-10 11:35:00,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +19: [2023-05-10 11:35:00,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-10 11:35:00,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 5: [2023-05-10 11:35:00,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 5: [2023-05-10 11:35:00,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 5: [2023-05-10 11:35:00,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 5: [2023-05-10 11:35:00,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +15: [2023-05-10 11:35:00,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-10 11:35:00,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-10 11:35:00,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-10 11:35:00,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 1: [2023-05-10 11:35:00,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-10 11:35:00,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 1: [2023-05-10 11:35:00,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-10 11:35:00,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-10 11:35:00,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-10 11:35:00,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-10 11:35:00,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 8: [2023-05-10 11:35:00,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-10 11:35:00,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-10 11:35:00,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-10 11:35:00,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-10 11:35:00,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-10 11:35:00,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-10 11:35:00,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-10 11:35:00,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-10 11:35:00,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-10 11:35:00,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-10 11:35:00,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-10 11:35:00,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-10 11:35:00,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-10 11:35:00,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-10 11:35:00,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-10 11:35:00,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +22: [2023-05-10 11:35:00,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 4: [2023-05-10 11:35:00,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-10 11:35:00,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-10 11:35:00,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-10 11:35:00,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-10 11:35:00,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-10 11:35:00,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-10 11:35:00,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-10 11:35:00,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-10 11:35:00,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-10 11:35:00,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-10 11:35:00,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-10 11:35:00,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 7: [2023-05-10 11:35:00,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +30: [2023-05-10 11:35:00,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-10 11:35:00,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-10 11:35:00,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-10 11:35:00,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-10 11:35:00,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-10 11:35:00,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-10 11:35:00,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 4: [2023-05-10 11:35:00,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +30: [2023-05-10 11:35:00,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-10 11:35:00,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +30: [2023-05-10 11:35:00,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-10 11:35:00,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 4: [2023-05-10 11:35:00,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 8: [2023-05-10 11:35:00,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-10 11:35:00,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-10 11:35:00,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-10 11:35:00,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-10 11:35:00,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-10 11:35:00,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-10 11:35:00,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-10 11:35:00,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-10 11:35:00,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-10 11:35:00,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-10 11:35:00,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-10 11:35:00,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-10 11:35:00,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-10 11:35:00,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +17: [2023-05-10 11:35:00,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +17: [2023-05-10 11:35:00,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. +22: [2023-05-10 11:35:00,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +22: [2023-05-10 11:35:00,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 7: [2023-05-10 11:35:00,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 6: [2023-05-10 11:35:00,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-10 11:35:00,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-10 11:35:00,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_17-model_01-model_states.pt. + 7: [2023-05-10 11:35:00,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-10 11:35:00,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-10 11:35:00,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-10 11:35:00,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +31: [2023-05-10 11:35:00,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-10 11:35:00,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +31: [2023-05-10 11:35:00,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-10 11:35:00,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-10 11:35:00,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 3: [2023-05-10 11:35:00,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 3: [2023-05-10 11:35:00,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 3: [2023-05-10 11:35:00,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +29: [2023-05-10 11:35:00,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-10 11:35:00,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +20: [2023-05-10 11:35:00,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-10 11:35:00,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-10 11:35:00,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-10 11:35:00,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-10 11:35:00,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-10 11:35:00,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-10 11:35:00,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-10 11:35:00,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-10 11:35:00,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-10 11:35:00,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-10 11:35:00,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-10 11:35:00,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-10 11:35:00,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +29: [2023-05-10 11:35:00,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-10 11:35:00,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-10 11:35:00,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-10 11:35:00,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-10 11:35:00,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-10 11:35:00,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-10 11:35:00,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +17: [2023-05-10 11:35:00,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-10 11:35:00,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-10 11:35:00,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-10 11:35:00,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-10 11:35:00,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-10 11:35:00,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +17: [2023-05-10 11:35:00,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-10 11:35:00,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-10 11:35:00,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-10 11:35:00,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +24: [2023-05-10 11:35:00,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +15: [2023-05-10 11:35:00,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +19: [2023-05-10 11:35:00,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +28: [2023-05-10 11:35:00,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-10 11:35:00,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-10 11:35:00,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-10 11:35:00,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-10 11:35:00,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 9: [2023-05-10 11:35:00,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-10 11:35:00,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-10 11:35:00,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 1: [2023-05-10 11:35:00,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-10 11:35:00,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +24: [2023-05-10 11:35:00,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-10 11:35:00,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-10 11:35:00,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-10 11:35:00,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 9: [2023-05-10 11:35:00,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +30: [2023-05-10 11:35:00,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-10 11:35:00,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-10 11:35:00,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +24: [2023-05-10 11:35:00,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 1: [2023-05-10 11:35:00,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +21: [2023-05-10 11:35:00,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-10 11:35:00,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-10 11:35:00,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-10 11:35:00,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-10 11:35:00,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 5: [2023-05-10 11:35:00,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-10 11:35:00,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +28: [2023-05-10 11:35:00,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-10 11:35:00,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +28: [2023-05-10 11:35:00,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +14: [2023-05-10 11:35:00,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-10 11:35:00,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 5: [2023-05-10 11:35:00,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 6: [2023-05-10 11:35:00,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-10 11:35:00,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-10 11:35:00,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-10 11:35:00,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 1: [2023-05-10 11:35:00,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-10 11:35:00,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-10 11:35:00,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +19: [2023-05-10 11:35:00,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +19: [2023-05-10 11:35:00,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 6: [2023-05-10 11:35:00,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-10 11:35:00,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-10 11:35:00,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +30: [2023-05-10 11:35:00,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-10 11:35:00,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-10 11:35:00,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-10 11:35:00,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-10 11:35:00,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 9: [2023-05-10 11:35:00,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-10 11:35:00,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-10 11:35:00,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +29: [2023-05-10 11:35:00,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-10 11:35:00,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-10 11:35:00,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-10 11:35:00,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-10 11:35:00,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 5: [2023-05-10 11:35:00,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-10 11:35:00,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-10 11:35:00,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-10 11:35:00,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 9: [2023-05-10 11:35:00,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +20: [2023-05-10 11:35:00,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-10 11:35:00,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 6: [2023-05-10 11:35:00,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 9: [2023-05-10 11:35:00,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 9: [2023-05-10 11:35:00,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 6: [2023-05-10 11:35:00,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +10: [2023-05-10 11:35:00,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-10 11:35:00,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +31: [2023-05-10 11:35:00,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-10 11:35:00,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +12: [2023-05-10 11:35:00,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +20: [2023-05-10 11:35:00,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 1: [2023-05-10 11:35:00,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-10 11:35:00,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +30: [2023-05-10 11:35:00,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +21: [2023-05-10 11:35:00,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +28: [2023-05-10 11:35:00,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +10: [2023-05-10 11:35:00,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +29: [2023-05-10 11:35:00,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +30: [2023-05-10 11:35:00,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +21: [2023-05-10 11:35:00,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-10 11:35:00,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-10 11:35:00,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-10 11:35:00,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-10 11:35:00,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +31: [2023-05-10 11:35:00,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 5: [2023-05-10 11:35:00,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-10 11:35:00,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-10 11:35:00,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-10 11:35:00,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-10 11:35:00,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +21: [2023-05-10 11:35:00,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 5: [2023-05-10 11:35:00,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-10 11:35:00,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-10 11:35:00,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +20: [2023-05-10 11:35:00,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-10 11:35:00,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +14: [2023-05-10 11:35:00,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +10: [2023-05-10 11:35:00,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +20: [2023-05-10 11:35:00,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +31: [2023-05-10 11:35:00,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-10 11:35:00,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-10 11:35:00,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +29: [2023-05-10 11:35:00,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 5: [2023-05-10 11:35:00,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +31: [2023-05-10 11:35:00,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-10 11:35:00,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-10 11:35:00,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +20: [2023-05-10 11:35:00,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +31: [2023-05-10 11:35:00,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +21: [2023-05-10 11:35:00,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +31: [2023-05-10 11:35:00,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +31: [2023-05-10 11:35:00,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +17: [2023-05-10 11:35:00,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-10 11:35:00,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-10 11:35:00,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-10 11:35:00,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +17: [2023-05-10 11:35:00,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-10 11:35:00,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +17: [2023-05-10 11:35:00,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... +17: [2023-05-10 11:35:00,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt... + 4: [2023-05-10 11:35:01,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-10 11:35:01,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-10 11:35:01,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-10 11:35:01,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-10 11:35:01,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-10 11:35:01,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-10 11:35:01,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-10 11:35:01,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-10 11:35:01,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-10 11:35:01,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-10 11:35:01,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-10 11:35:01,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-10 11:35:01,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-10 11:35:01,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-10 11:35:01,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-10 11:35:01,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-10 11:35:01,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-10 11:35:01,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-10 11:35:01,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-10 11:35:01,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-10 11:35:01,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-10 11:35:01,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-10 11:35:01,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-10 11:35:01,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-10 11:35:01,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-10 11:35:01,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-10 11:35:01,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-10 11:35:01,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-10 11:35:01,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-10 11:35:01,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-10 11:35:01,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-10 11:35:01,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-10 11:35:01,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-10 11:35:01,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-10 11:35:01,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-10 11:35:01,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-10 11:35:01,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-10 11:35:01,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-10 11:35:01,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-10 11:35:01,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-10 11:35:01,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-10 11:35:01,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-10 11:35:01,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-10 11:35:01,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-10 11:35:01,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-10 11:35:01,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-10 11:35:01,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-10 11:35:01,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-10 11:35:01,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-10 11:35:01,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-10 11:35:01,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-10 11:35:01,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-10 11:35:01,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-10 11:35:01,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-10 11:35:01,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-10 11:35:01,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-10 11:35:01,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-10 11:35:01,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-10 11:35:01,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-10 11:35:01,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-10 11:35:01,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-10 11:35:01,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-10 11:35:01,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-10 11:35:01,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-10 11:35:01,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-10 11:35:01,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-10 11:35:01,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-10 11:35:01,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-10 11:35:01,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-10 11:35:01,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-10 11:35:01,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-10 11:35:01,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-10 11:35:01,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-10 11:35:01,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-10 11:35:01,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-10 11:35:01,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-10 11:35:01,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-10 11:35:01,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-10 11:35:01,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-10 11:35:01,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-10 11:35:01,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-10 11:35:01,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-10 11:35:01,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-10 11:35:01,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-10 11:35:01,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-10 11:35:01,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-10 11:35:01,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-10 11:35:01,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-10 11:35:01,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-10 11:35:01,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-10 11:35:01,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-10 11:35:01,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-10 11:35:01,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-10 11:35:01,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-10 11:35:01,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-10 11:35:01,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-10 11:35:01,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-10 11:35:01,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-10 11:35:01,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-10 11:35:01,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-10 11:35:01,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-10 11:35:01,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-10 11:35:01,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-10 11:35:01,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-10 11:35:01,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-10 11:35:01,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-10 11:35:01,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-10 11:35:01,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-10 11:35:01,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-10 11:35:01,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-10 11:35:01,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-10 11:35:01,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-10 11:35:01,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-10 11:35:01,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-10 11:35:01,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-10 11:35:01,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-10 11:35:01,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-10 11:35:01,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-10 11:35:01,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-10 11:35:01,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-10 11:35:01,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-10 11:35:01,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-10 11:35:01,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-10 11:35:01,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-10 11:35:01,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-10 11:35:01,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-10 11:35:01,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-10 11:35:01,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-10 11:35:01,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-10 11:35:01,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-10 11:35:01,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-10 11:35:01,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-10 11:35:01,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-10 11:35:01,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-10 11:35:01,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-10 11:35:01,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-10 11:35:01,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-10 11:35:01,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-10 11:35:01,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-10 11:35:01,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-10 11:35:01,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-10 11:35:01,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-10 11:35:01,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-10 11:35:01,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-10 11:35:01,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-10 11:35:01,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-10 11:35:01,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-10 11:35:01,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-10 11:35:01,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-10 11:35:01,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-10 11:35:01,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-10 11:35:01,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-10 11:35:01,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-10 11:35:01,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-10 11:35:01,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-10 11:35:01,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-10 11:35:01,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-10 11:35:01,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-10 11:35:01,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-10 11:35:01,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-10 11:35:01,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-10 11:35:01,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-10 11:35:01,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-10 11:35:01,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-10 11:35:01,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-10 11:35:01,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-10 11:35:01,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-10 11:35:01,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-10 11:35:01,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-10 11:35:01,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-10 11:35:01,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-10 11:35:01,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-10 11:35:01,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-10 11:35:01,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-10 11:35:01,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-10 11:35:01,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-10 11:35:01,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-10 11:35:01,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-10 11:35:01,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-10 11:35:01,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-10 11:35:01,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-10 11:35:01,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-10 11:35:01,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-10 11:35:01,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-10 11:35:01,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-10 11:35:01,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-10 11:35:01,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-10 11:35:01,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-10 11:35:01,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-10 11:35:01,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-10 11:35:01,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-10 11:35:01,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-10 11:35:01,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-10 11:35:01,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-10 11:35:01,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-10 11:35:01,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-10 11:35:01,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-10 11:35:01,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-10 11:35:01,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-10 11:35:01,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-10 11:35:01,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-10 11:35:01,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-10 11:35:01,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-10 11:35:01,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-10 11:35:01,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-10 11:35:01,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-10 11:35:01,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-10 11:35:01,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-10 11:35:01,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-10 11:35:01,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-10 11:35:01,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-10 11:35:01,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-10 11:35:01,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-10 11:35:01,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-10 11:35:01,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-10 11:35:01,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-10 11:35:01,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-10 11:35:01,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-10 11:35:01,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-10 11:35:01,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-10 11:35:01,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-10 11:35:01,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-10 11:35:01,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-10 11:35:01,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-10 11:35:01,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-10 11:35:01,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-10 11:35:01,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-10 11:35:01,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-10 11:35:01,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-10 11:35:01,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-10 11:35:01,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-10 11:35:01,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-10 11:35:01,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-10 11:35:01,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-10 11:35:01,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-10 11:35:01,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-10 11:35:01,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-10 11:35:01,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-10 11:35:01,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-10 11:35:01,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-10 11:35:01,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-10 11:35:01,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-10 11:35:01,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-10 11:35:01,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-10 11:35:01,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-10 11:35:01,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-10 11:35:01,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-10 11:35:01,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-10 11:35:01,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-10 11:35:01,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-10 11:35:01,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-10 11:35:01,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-10 11:35:01,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-10 11:35:01,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-10 11:35:01,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-10 11:35:01,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-10 11:35:01,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-10 11:35:01,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-10 11:35:01,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-10 11:35:01,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-10 11:35:01,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-10 11:35:01,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-10 11:35:01,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-10 11:35:01,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-10 11:35:01,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-10 11:35:01,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-10 11:35:01,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-10 11:35:01,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-10 11:35:01,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-10 11:35:01,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-10 11:35:01,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-10 11:35:01,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-10 11:35:01,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-10 11:35:01,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-10 11:35:01,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-10 11:35:01,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-10 11:35:01,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-10 11:35:01,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-10 11:35:01,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-10 11:35:01,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-10 11:35:01,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-10 11:35:01,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-10 11:35:01,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-10 11:35:01,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-10 11:35:01,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-10 11:35:01,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-10 11:35:01,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-10 11:35:01,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-10 11:35:01,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-10 11:35:01,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-10 11:35:01,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-10 11:35:01,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-10 11:35:01,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-10 11:35:01,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-10 11:35:01,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-10 11:35:01,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-10 11:35:01,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-10 11:35:01,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-10 11:35:01,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-10 11:35:01,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-10 11:35:01,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-10 11:35:01,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-10 11:35:01,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-10 11:35:01,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-10 11:35:01,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-10 11:35:01,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-10 11:35:01,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-10 11:35:01,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-10 11:35:01,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-10 11:35:01,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-10 11:35:01,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-10 11:35:01,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-10 11:35:01,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-10 11:35:01,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-10 11:35:01,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-10 11:35:01,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-10 11:35:01,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-10 11:35:01,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-10 11:35:01,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-10 11:35:01,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-10 11:35:01,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-10 11:35:01,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-10 11:35:01,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-10 11:35:01,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-10 11:35:01,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-10 11:35:01,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-10 11:35:01,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-10 11:35:01,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-10 11:35:01,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-10 11:35:01,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-10 11:35:01,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-10 11:35:01,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-10 11:35:01,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-10 11:35:01,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-10 11:35:01,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-10 11:35:01,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-10 11:35:01,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-10 11:35:01,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-10 11:35:01,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-10 11:35:01,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-10 11:35:01,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-10 11:35:01,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-10 11:35:01,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-10 11:35:01,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-10 11:35:01,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-10 11:35:01,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-10 11:35:01,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-10 11:35:01,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-10 11:35:01,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-10 11:35:01,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-10 11:35:01,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-10 11:35:01,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-10 11:35:01,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-10 11:35:01,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-10 11:35:01,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-10 11:35:01,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-10 11:35:01,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-10 11:35:01,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-10 11:35:01,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-10 11:35:01,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-10 11:35:01,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-10 11:35:01,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-10 11:35:01,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-10 11:35:01,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-10 11:35:01,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-10 11:35:01,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-10 11:35:01,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-10 11:35:01,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-10 11:35:01,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-10 11:35:01,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-10 11:35:01,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-10 11:35:01,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-10 11:35:01,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-10 11:35:01,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-10 11:35:01,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-10 11:35:01,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-10 11:35:01,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-10 11:35:01,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-10 11:35:01,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-10 11:35:01,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-10 11:35:01,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-10 11:35:01,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-10 11:35:01,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-10 11:35:01,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-10 11:35:01,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-10 11:35:01,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-10 11:35:01,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-10 11:35:01,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-10 11:35:01,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-10 11:35:01,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-10 11:35:01,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-10 11:35:01,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-10 11:35:01,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-10 11:35:01,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-10 11:35:01,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-10 11:35:01,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-10 11:35:01,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-10 11:35:01,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-10 11:35:01,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-10 11:35:01,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-10 11:35:01,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-10 11:35:01,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-10 11:35:01,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-10 11:35:01,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-10 11:35:01,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-10 11:35:01,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-10 11:35:01,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-10 11:35:01,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-10 11:35:01,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-10 11:35:01,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-10 11:35:01,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-10 11:35:01,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-10 11:35:01,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-10 11:35:01,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-10 11:35:01,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-10 11:35:01,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-10 11:35:01,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-10 11:35:01,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-10 11:35:01,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-10 11:35:01,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-10 11:35:01,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-10 11:35:01,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-10 11:35:01,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-10 11:35:01,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-10 11:35:01,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-10 11:35:01,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-10 11:35:01,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-10 11:35:01,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-10 11:35:01,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-10 11:35:01,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-10 11:35:01,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-10 11:35:01,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-10 11:35:01,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-10 11:35:01,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-10 11:35:01,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-10 11:35:01,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-10 11:35:01,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-10 11:35:01,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-10 11:35:01,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-10 11:35:01,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-10 11:35:01,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-10 11:35:01,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-10 11:35:01,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-10 11:35:01,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-10 11:35:01,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-10 11:35:01,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-10 11:35:01,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-10 11:35:01,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-10 11:35:01,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-10 11:35:01,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-10 11:35:01,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-10 11:35:01,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-10 11:35:01,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-10 11:35:01,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-10 11:35:01,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-10 11:35:01,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-10 11:35:01,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-10 11:35:01,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-10 11:35:01,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-10 11:35:01,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-10 11:35:01,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-10 11:35:01,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-10 11:35:01,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-10 11:35:01,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-10 11:35:01,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-10 11:35:01,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-10 11:35:01,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-10 11:35:01,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-10 11:35:01,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-10 11:35:01,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-10 11:35:01,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-10 11:35:01,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-10 11:35:01,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-10 11:35:01,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-10 11:35:01,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-10 11:35:01,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-10 11:35:01,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-10 11:35:01,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-10 11:35:01,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-10 11:35:01,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-10 11:35:01,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-10 11:35:01,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-10 11:35:01,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-10 11:35:01,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-10 11:35:01,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-10 11:35:01,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-10 11:35:01,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-10 11:35:01,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-10 11:35:01,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-10 11:35:01,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-10 11:35:01,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-10 11:35:01,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-10 11:35:01,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-10 11:35:01,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-10 11:35:01,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-10 11:35:01,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-10 11:35:01,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 5: [2023-05-10 11:35:01,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 5: [2023-05-10 11:35:01,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 5: [2023-05-10 11:35:01,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 5: [2023-05-10 11:35:01,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-10 11:35:01,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +20: [2023-05-10 11:35:01,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +20: [2023-05-10 11:35:01,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 5: [2023-05-10 11:35:01,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-10 11:35:01,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 5: [2023-05-10 11:35:01,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-10 11:35:01,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-10 11:35:01,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-10 11:35:01,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-10 11:35:01,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +19: [2023-05-10 11:35:01,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +19: [2023-05-10 11:35:01,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +20: [2023-05-10 11:35:01,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-10 11:35:01,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +20: [2023-05-10 11:35:01,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-10 11:35:01,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +28: [2023-05-10 11:35:01,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +28: [2023-05-10 11:35:01,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +28: [2023-05-10 11:35:01,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +19: [2023-05-10 11:35:01,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-10 11:35:01,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-10 11:35:01,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-10 11:35:01,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-10 11:35:01,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-10 11:35:01,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-10 11:35:01,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-10 11:35:01,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 5: [2023-05-10 11:35:01,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 5: [2023-05-10 11:35:01,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 5: [2023-05-10 11:35:01,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-10 11:35:01,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +28: [2023-05-10 11:35:01,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-10 11:35:01,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-10 11:35:01,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-10 11:35:01,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-10 11:35:01,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-10 11:35:01,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +20: [2023-05-10 11:35:01,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-10 11:35:01,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-10 11:35:01,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-10 11:35:01,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +20: [2023-05-10 11:35:01,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +20: [2023-05-10 11:35:01,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 3: [2023-05-10 11:35:01,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 3: [2023-05-10 11:35:01,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 3: [2023-05-10 11:35:01,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 3: [2023-05-10 11:35:01,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +19: [2023-05-10 11:35:01,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-10 11:35:01,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +19: [2023-05-10 11:35:01,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-10 11:35:01,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +12: [2023-05-10 11:35:01,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +12: [2023-05-10 11:35:01,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +19: [2023-05-10 11:35:01,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +26: [2023-05-10 11:35:01,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +26: [2023-05-10 11:35:01,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +26: [2023-05-10 11:35:01,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +12: [2023-05-10 11:35:01,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +26: [2023-05-10 11:35:01,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +31: [2023-05-10 11:35:01,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +31: [2023-05-10 11:35:01,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +31: [2023-05-10 11:35:01,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +31: [2023-05-10 11:35:01,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +19: [2023-05-10 11:35:01,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-10 11:35:01,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-10 11:35:01,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-10 11:35:01,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-10 11:35:01,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 3: [2023-05-10 11:35:01,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-10 11:35:01,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-10 11:35:01,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-10 11:35:01,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-10 11:35:01,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +28: [2023-05-10 11:35:01,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +28: [2023-05-10 11:35:01,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +24: [2023-05-10 11:35:01,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +24: [2023-05-10 11:35:01,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +22: [2023-05-10 11:35:01,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +22: [2023-05-10 11:35:01,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +22: [2023-05-10 11:35:01,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +22: [2023-05-10 11:35:01,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +24: [2023-05-10 11:35:01,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +24: [2023-05-10 11:35:01,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +12: [2023-05-10 11:35:01,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-10 11:35:01,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-10 11:35:01,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-10 11:35:01,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-10 11:35:01,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +29: [2023-05-10 11:35:01,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +29: [2023-05-10 11:35:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +30: [2023-05-10 11:35:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +30: [2023-05-10 11:35:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +29: [2023-05-10 11:35:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +14: [2023-05-10 11:35:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +14: [2023-05-10 11:35:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 1: [2023-05-10 11:35:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 1: [2023-05-10 11:35:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +30: [2023-05-10 11:35:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 9: [2023-05-10 11:35:01,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 9: [2023-05-10 11:35:01,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 9: [2023-05-10 11:35:01,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +14: [2023-05-10 11:35:01,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +12: [2023-05-10 11:35:01,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-10 11:35:01,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +30: [2023-05-10 11:35:01,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +27: [2023-05-10 11:35:01,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +27: [2023-05-10 11:35:01,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 1: [2023-05-10 11:35:01,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +26: [2023-05-10 11:35:01,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-10 11:35:01,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 1: [2023-05-10 11:35:01,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +27: [2023-05-10 11:35:01,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +27: [2023-05-10 11:35:01,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +12: [2023-05-10 11:35:01,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-10 11:35:01,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 8: [2023-05-10 11:35:01,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +28: [2023-05-10 11:35:01,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +31: [2023-05-10 11:35:01,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-10 11:35:01,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +26: [2023-05-10 11:35:01,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-10 11:35:01,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-10 11:35:01,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-10 11:35:01,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 8: [2023-05-10 11:35:01,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 2: [2023-05-10 11:35:01,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 2: [2023-05-10 11:35:01,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +31: [2023-05-10 11:35:01,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-10 11:35:01,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +17: [2023-05-10 11:35:01,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +17: [2023-05-10 11:35:01,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +31: [2023-05-10 11:35:01,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-10 11:35:01,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +17: [2023-05-10 11:35:01,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +11: [2023-05-10 11:35:01,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +11: [2023-05-10 11:35:01,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +11: [2023-05-10 11:35:01,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 4: [2023-05-10 11:35:01,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 4: [2023-05-10 11:35:01,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +11: [2023-05-10 11:35:01,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +31: [2023-05-10 11:35:01,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-10 11:35:01,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +18: [2023-05-10 11:35:01,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +18: [2023-05-10 11:35:01,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +18: [2023-05-10 11:35:01,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +17: [2023-05-10 11:35:01,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 4: [2023-05-10 11:35:01,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 4: [2023-05-10 11:35:01,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +21: [2023-05-10 11:35:01,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +21: [2023-05-10 11:35:01,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +15: [2023-05-10 11:35:01,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +15: [2023-05-10 11:35:01,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +21: [2023-05-10 11:35:01,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +21: [2023-05-10 11:35:01,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 0: [2023-05-10 11:35:01,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +23: [2023-05-10 11:35:01,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +23: [2023-05-10 11:35:01,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 0: [2023-05-10 11:35:01,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 0: [2023-05-10 11:35:01,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +15: [2023-05-10 11:35:01,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 0: [2023-05-10 11:35:01,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +15: [2023-05-10 11:35:01,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +23: [2023-05-10 11:35:01,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +23: [2023-05-10 11:35:01,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +22: [2023-05-10 11:35:01,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-10 11:35:01,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-10 11:35:01,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-10 11:35:01,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 7: [2023-05-10 11:35:01,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 7: [2023-05-10 11:35:01,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 6: [2023-05-10 11:35:01,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 6: [2023-05-10 11:35:01,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 6: [2023-05-10 11:35:01,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 7: [2023-05-10 11:35:01,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. + 6: [2023-05-10 11:35:01,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +22: [2023-05-10 11:35:01,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-10 11:35:01,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-10 11:35:01,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-10 11:35:01,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-10 11:35:01,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +25: [2023-05-10 11:35:01,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +16: [2023-05-10 11:35:01,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +16: [2023-05-10 11:35:01,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +16: [2023-05-10 11:35:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +13: [2023-05-10 11:35:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +13: [2023-05-10 11:35:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +24: [2023-05-10 11:35:01,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-10 11:35:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +16: [2023-05-10 11:35:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +25: [2023-05-10 11:35:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +13: [2023-05-10 11:35:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +13: [2023-05-10 11:35:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +29: [2023-05-10 11:35:01,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-10 11:35:01,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-10 11:35:01,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-10 11:35:01,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-10 11:35:01,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-10 11:35:01,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-10 11:35:01,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-10 11:35:01,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-10 11:35:01,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-10 11:35:01,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-10 11:35:01,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-10 11:35:01,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-10 11:35:01,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-10 11:35:01,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-10 11:35:01,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-10 11:35:01,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-10 11:35:01,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-10 11:35:01,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-10 11:35:01,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-10 11:35:01,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-10 11:35:01,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-10 11:35:01,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-10 11:35:01,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-10 11:35:01,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-10 11:35:01,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-10 11:35:01,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-10 11:35:01,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-10 11:35:01,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-10 11:35:01,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-10 11:35:01,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-10 11:35:01,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-10 11:35:01,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 4: [2023-05-10 11:35:01,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-10 11:35:01,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-10 11:35:01,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-10 11:35:01,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-10 11:35:01,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-10 11:35:01,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-10 11:35:01,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-10 11:35:01,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-10 11:35:01,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-10 11:35:01,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-10 11:35:01,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-10 11:35:01,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-10 11:35:01,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-10 11:35:01,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-10 11:35:01,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-10 11:35:01,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-10 11:35:01,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-10 11:35:01,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-10 11:35:01,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-10 11:35:01,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-10 11:35:01,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-10 11:35:01,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-10 11:35:01,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-10 11:35:01,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-10 11:35:01,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-10 11:35:01,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-10 11:35:01,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-10 11:35:01,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-10 11:35:01,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-10 11:35:01,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-10 11:35:01,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-10 11:35:01,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-10 11:35:01,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-10 11:35:01,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-10 11:35:01,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-10 11:35:01,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-10 11:35:01,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 3: [2023-05-10 11:35:01,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 6: [2023-05-10 11:35:01,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-10 11:35:01,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-10 11:35:01,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-10 11:35:01,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-10 11:35:01,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-10 11:35:01,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-10 11:35:01,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-10 11:35:01,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-10 11:35:01,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-10 11:35:01,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-10 11:35:01,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-10 11:35:01,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-10 11:35:01,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-10 11:35:01,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-10 11:35:01,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +26: [2023-05-10 11:35:01,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-10 11:35:01,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-10 11:35:01,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-10 11:35:01,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-10 11:35:01,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-10 11:35:01,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-10 11:35:01,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-10 11:35:01,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-10 11:35:01,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +12: [2023-05-10 11:35:01,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +12: [2023-05-10 11:35:01,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +13: [2023-05-10 11:35:01,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-10 11:35:01,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +13: [2023-05-10 11:35:01,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-10 11:35:01,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-10 11:35:01,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-10 11:35:01,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +22: [2023-05-10 11:35:01,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-10 11:35:01,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-10 11:35:01,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +29: [2023-05-10 11:35:01,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +26: [2023-05-10 11:35:01,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-10 11:35:01,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-10 11:35:01,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-10 11:35:01,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-10 11:35:01,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +26: [2023-05-10 11:35:01,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +26: [2023-05-10 11:35:01,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +24: [2023-05-10 11:35:01,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 4: [2023-05-10 11:35:01,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-10 11:35:01,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-10 11:35:01,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 1: [2023-05-10 11:35:01,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-10 11:35:01,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-10 11:35:01,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-10 11:35:01,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-10 11:35:01,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-10 11:35:01,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +24: [2023-05-10 11:35:01,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-10 11:35:01,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-10 11:35:01,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-10 11:35:01,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-10 11:35:01,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +27: [2023-05-10 11:35:01,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-10 11:35:01,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 0: [2023-05-10 11:35:01,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-10 11:35:01,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +24: [2023-05-10 11:35:01,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +27: [2023-05-10 11:35:01,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-10 11:35:01,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-10 11:35:01,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-10 11:35:01,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +31: [2023-05-10 11:35:01,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +31: [2023-05-10 11:35:01,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +22: [2023-05-10 11:35:01,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +29: [2023-05-10 11:35:01,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-10 11:35:01,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-10 11:35:01,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-10 11:35:01,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-10 11:35:01,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-10 11:35:01,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +27: [2023-05-10 11:35:01,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +15: [2023-05-10 11:35:01,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 2: [2023-05-10 11:35:01,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-10 11:35:01,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +31: [2023-05-10 11:35:01,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +25: [2023-05-10 11:35:01,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 0: [2023-05-10 11:35:01,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +27: [2023-05-10 11:35:01,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-10 11:35:01,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-10 11:35:01,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-10 11:35:01,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +29: [2023-05-10 11:35:01,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 8: [2023-05-10 11:35:01,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 1: [2023-05-10 11:35:01,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-10 11:35:01,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 2: [2023-05-10 11:35:01,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-10 11:35:01,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-10 11:35:01,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-10 11:35:01,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-10 11:35:01,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-10 11:35:01,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +17: [2023-05-10 11:35:01,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-10 11:35:01,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-10 11:35:01,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-10 11:35:01,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-10 11:35:01,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-10 11:35:01,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-10 11:35:01,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-10 11:35:01,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-10 11:35:01,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +14: [2023-05-10 11:35:01,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-10 11:35:01,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-10 11:35:01,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +27: [2023-05-10 11:35:01,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +14: [2023-05-10 11:35:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-10 11:35:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-10 11:35:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-10 11:35:01,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 2: [2023-05-10 11:35:01,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +18: [2023-05-10 11:35:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-10 11:35:01,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 1: [2023-05-10 11:35:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-10 11:35:01,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +30: [2023-05-10 11:35:01,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-10 11:35:01,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +30: [2023-05-10 11:35:01,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-10 11:35:01,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +23: [2023-05-10 11:35:01,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-10 11:35:01,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +24: [2023-05-10 11:35:01,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +18: [2023-05-10 11:35:01,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 9: [2023-05-10 11:35:01,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 9: [2023-05-10 11:35:01,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +16: [2023-05-10 11:35:01,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-10 11:35:01,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-10 11:35:01,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-10 11:35:01,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-10 11:35:01,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 4: [2023-05-10 11:35:01,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +11: [2023-05-10 11:35:01,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-10 11:35:01,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-10 11:35:01,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-10 11:35:01,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +17: [2023-05-10 11:35:01,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-10 11:35:01,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-10 11:35:01,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +30: [2023-05-10 11:35:01,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +14: [2023-05-10 11:35:01,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 8: [2023-05-10 11:35:01,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 1: [2023-05-10 11:35:01,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +14: [2023-05-10 11:35:01,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +16: [2023-05-10 11:35:01,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +30: [2023-05-10 11:35:01,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 7: [2023-05-10 11:35:01,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +18: [2023-05-10 11:35:01,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-10 11:35:01,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-10 11:35:01,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-10 11:35:01,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 9: [2023-05-10 11:35:01,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +23: [2023-05-10 11:35:01,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 8: [2023-05-10 11:35:01,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +30: [2023-05-10 11:35:01,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +11: [2023-05-10 11:35:01,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +17: [2023-05-10 11:35:01,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +17: [2023-05-10 11:35:01,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +17: [2023-05-10 11:35:01,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +15: [2023-05-10 11:35:01,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-10 11:35:01,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +18: [2023-05-10 11:35:01,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +15: [2023-05-10 11:35:01,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-10 11:35:01,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +11: [2023-05-10 11:35:01,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +11: [2023-05-10 11:35:01,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-10 11:35:01,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-10 11:35:01,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +21: [2023-05-10 11:35:01,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-10 11:35:01,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-10 11:35:01,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-10 11:35:01,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-10 11:35:01,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +15: [2023-05-10 11:35:01,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-10 11:35:01,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-10 11:35:01,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-10 11:35:01,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 7: [2023-05-10 11:35:01,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-10 11:35:01,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-10 11:35:01,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-10 11:35:01,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-10 11:35:01,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-10 11:35:01,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-10 11:35:01,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 4: [2023-05-10 11:35:01,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 8: [2023-05-10 11:35:01,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-10 11:35:01,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 4: [2023-05-10 11:35:01,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +21: [2023-05-10 11:35:01,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +21: [2023-05-10 11:35:01,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +21: [2023-05-10 11:35:01,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +16: [2023-05-10 11:35:01,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +23: [2023-05-10 11:35:01,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 7: [2023-05-10 11:35:01,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 7: [2023-05-10 11:35:01,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-10 11:35:01,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-10 11:35:01,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-10 11:35:01,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-10 11:35:01,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-10 11:35:01,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 0: [2023-05-10 11:35:01,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 8: [2023-05-10 11:35:01,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 0: [2023-05-10 11:35:01,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 7: [2023-05-10 11:35:01,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +21: [2023-05-10 11:35:01,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-10 11:35:01,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-10 11:35:01,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +25: [2023-05-10 11:35:01,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +25: [2023-05-10 11:35:01,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +16: [2023-05-10 11:35:01,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +16: [2023-05-10 11:35:01,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +13: [2023-05-10 11:35:01,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-10 11:35:01,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-10 11:35:01,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +25: [2023-05-10 11:35:01,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +13: [2023-05-10 11:35:01,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-10 11:35:01,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +13: [2023-05-10 11:35:01,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +13: [2023-05-10 11:35:01,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 6: [2023-05-10 11:35:01,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-10 11:35:01,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-10 11:35:01,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-10 11:35:01,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-10 11:35:01,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-10 11:35:01,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-10 11:35:01,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-10 11:35:01,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-10 11:35:01,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 6: [2023-05-10 11:35:01,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-10 11:35:01,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 6: [2023-05-10 11:35:01,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 6: [2023-05-10 11:35:01,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 6: [2023-05-10 11:35:01,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-10 11:35:01,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-10 11:35:01,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-10 11:35:01,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +10: [2023-05-10 11:35:01,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +10: [2023-05-10 11:35:01,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +10: [2023-05-10 11:35:01,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_18-model_01-model_states.pt. +10: [2023-05-10 11:35:01,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-10 11:35:01,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-10 11:35:01,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-10 11:35:01,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-10 11:35:01,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-10 11:35:01,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-10 11:35:01,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-10 11:35:01,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-10 11:35:01,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-10 11:35:01,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-10 11:35:01,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +10: [2023-05-10 11:35:01,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-10 11:35:01,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... + 6: [2023-05-10 11:35:01,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-10 11:35:01,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-10 11:35:01,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-10 11:35:01,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-10 11:35:01,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +10: [2023-05-10 11:35:01,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-10 11:35:01,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt... +13: [2023-05-10 11:35:02,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-10 11:35:02,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-10 11:35:02,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-10 11:35:02,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-10 11:35:02,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-10 11:35:02,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-10 11:35:02,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-10 11:35:02,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-10 11:35:02,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-10 11:35:02,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-10 11:35:02,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-10 11:35:02,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-10 11:35:02,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-10 11:35:02,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-10 11:35:02,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-10 11:35:02,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-10 11:35:02,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-10 11:35:02,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-10 11:35:02,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-10 11:35:02,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-10 11:35:02,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-10 11:35:02,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-10 11:35:02,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-10 11:35:02,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-10 11:35:02,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-10 11:35:02,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-10 11:35:02,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-10 11:35:02,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-10 11:35:02,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-10 11:35:02,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-10 11:35:02,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-10 11:35:02,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-10 11:35:02,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-10 11:35:02,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-10 11:35:02,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-10 11:35:02,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-10 11:35:02,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-10 11:35:02,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-10 11:35:02,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-10 11:35:02,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-10 11:35:02,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-10 11:35:02,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-10 11:35:02,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-10 11:35:02,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-10 11:35:02,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-10 11:35:02,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-10 11:35:02,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-10 11:35:02,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-10 11:35:02,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-10 11:35:02,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-10 11:35:02,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-10 11:35:02,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-10 11:35:02,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-10 11:35:02,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-10 11:35:02,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-10 11:35:02,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-10 11:35:02,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-10 11:35:02,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-10 11:35:02,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-10 11:35:02,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-10 11:35:02,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-10 11:35:02,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-10 11:35:02,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-10 11:35:02,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-10 11:35:02,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-10 11:35:02,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-10 11:35:02,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-10 11:35:02,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-10 11:35:02,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-10 11:35:02,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-10 11:35:02,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-10 11:35:02,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-10 11:35:02,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-10 11:35:02,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-10 11:35:02,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-10 11:35:02,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-10 11:35:02,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-10 11:35:02,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-10 11:35:02,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-10 11:35:02,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-10 11:35:02,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-10 11:35:02,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-10 11:35:02,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-10 11:35:02,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-10 11:35:02,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-10 11:35:02,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-10 11:35:02,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-10 11:35:02,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-10 11:35:02,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-10 11:35:02,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-10 11:35:02,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-10 11:35:02,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-10 11:35:02,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-10 11:35:02,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-10 11:35:02,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-10 11:35:02,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-10 11:35:02,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-10 11:35:02,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-10 11:35:02,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-10 11:35:02,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-10 11:35:02,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-10 11:35:02,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-10 11:35:02,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-10 11:35:02,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-10 11:35:02,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-10 11:35:02,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-10 11:35:02,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-10 11:35:02,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-10 11:35:02,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-10 11:35:02,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-10 11:35:02,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-10 11:35:02,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-10 11:35:02,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-10 11:35:02,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-10 11:35:02,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-10 11:35:02,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-10 11:35:02,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-10 11:35:02,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-10 11:35:02,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-10 11:35:02,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-10 11:35:02,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-10 11:35:02,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-10 11:35:02,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-10 11:35:02,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-10 11:35:02,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-10 11:35:02,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-10 11:35:02,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-10 11:35:02,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-10 11:35:02,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-10 11:35:02,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-10 11:35:02,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-10 11:35:02,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-10 11:35:02,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-10 11:35:02,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-10 11:35:02,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-10 11:35:02,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-10 11:35:02,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-10 11:35:02,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-10 11:35:02,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-10 11:35:02,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-10 11:35:02,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-10 11:35:02,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-10 11:35:02,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-10 11:35:02,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-10 11:35:02,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-10 11:35:02,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-10 11:35:02,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-10 11:35:02,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-10 11:35:02,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-10 11:35:02,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-10 11:35:02,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-10 11:35:02,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-10 11:35:02,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-10 11:35:02,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-10 11:35:02,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-10 11:35:02,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-10 11:35:02,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-10 11:35:02,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-10 11:35:02,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-10 11:35:02,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-10 11:35:02,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-10 11:35:02,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-10 11:35:02,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-10 11:35:02,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-10 11:35:02,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-10 11:35:02,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-10 11:35:02,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-10 11:35:02,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-10 11:35:02,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-10 11:35:02,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-10 11:35:02,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-10 11:35:02,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-10 11:35:02,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-10 11:35:02,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-10 11:35:02,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-10 11:35:02,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-10 11:35:02,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-10 11:35:02,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-10 11:35:02,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-10 11:35:02,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-10 11:35:02,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-10 11:35:02,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-10 11:35:02,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-10 11:35:02,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-10 11:35:02,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-10 11:35:02,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-10 11:35:02,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-10 11:35:02,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-10 11:35:02,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-10 11:35:02,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-10 11:35:02,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-10 11:35:02,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-10 11:35:02,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-10 11:35:02,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-10 11:35:02,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-10 11:35:02,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-10 11:35:02,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-10 11:35:02,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-10 11:35:02,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-10 11:35:02,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-10 11:35:02,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-10 11:35:02,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-10 11:35:02,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-10 11:35:02,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-10 11:35:02,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-10 11:35:02,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-10 11:35:02,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-10 11:35:02,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-10 11:35:02,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-10 11:35:02,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-10 11:35:02,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-10 11:35:02,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-10 11:35:02,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-10 11:35:02,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-10 11:35:02,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-10 11:35:02,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-10 11:35:02,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-10 11:35:02,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-10 11:35:02,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-10 11:35:02,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-10 11:35:02,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-10 11:35:02,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-10 11:35:02,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-10 11:35:02,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-10 11:35:02,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-10 11:35:02,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-10 11:35:02,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-10 11:35:02,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-10 11:35:02,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-10 11:35:02,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-10 11:35:02,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-10 11:35:02,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-10 11:35:02,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-10 11:35:02,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-10 11:35:02,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-10 11:35:02,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-10 11:35:02,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-10 11:35:02,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-10 11:35:02,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-10 11:35:02,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-10 11:35:02,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-10 11:35:02,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-10 11:35:02,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-10 11:35:02,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-10 11:35:02,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-10 11:35:02,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-10 11:35:02,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-10 11:35:02,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-10 11:35:02,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-10 11:35:02,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-10 11:35:02,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-10 11:35:02,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-10 11:35:02,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-10 11:35:02,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-10 11:35:02,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-10 11:35:02,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-10 11:35:02,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-10 11:35:02,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-10 11:35:02,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-10 11:35:02,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-10 11:35:02,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-10 11:35:02,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-10 11:35:02,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-10 11:35:02,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-10 11:35:02,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-10 11:35:02,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-10 11:35:02,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-10 11:35:02,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-10 11:35:02,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-10 11:35:02,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:02,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-10 11:35:02,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:02,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-10 11:35:02,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-10 11:35:02,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-10 11:35:02,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-10 11:35:02,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-10 11:35:02,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-10 11:35:02,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-10 11:35:02,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-10 11:35:02,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:02,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-10 11:35:02,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:02,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-10 11:35:02,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-10 11:35:02,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:02,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-10 11:35:02,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-10 11:35:02,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-10 11:35:02,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-10 11:35:02,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-10 11:35:02,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-10 11:35:02,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-10 11:35:02,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-10 11:35:02,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-10 11:35:02,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-10 11:35:02,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-10 11:35:02,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-10 11:35:02,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-10 11:35:02,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-10 11:35:02,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-10 11:35:02,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-10 11:35:02,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-10 11:35:02,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-10 11:35:02,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-10 11:35:02,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-10 11:35:02,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-10 11:35:02,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-10 11:35:02,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-10 11:35:02,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-10 11:35:02,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-10 11:35:02,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-10 11:35:02,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-10 11:35:02,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-10 11:35:02,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-10 11:35:02,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-10 11:35:02,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-10 11:35:02,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-10 11:35:02,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-10 11:35:02,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-10 11:35:02,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-10 11:35:02,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-10 11:35:02,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-10 11:35:02,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-10 11:35:02,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-10 11:35:02,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-10 11:35:02,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-10 11:35:02,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-10 11:35:02,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-10 11:35:02,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-10 11:35:02,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-10 11:35:02,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-10 11:35:02,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-10 11:35:02,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-10 11:35:02,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-10 11:35:02,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-10 11:35:02,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-10 11:35:02,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-10 11:35:02,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-10 11:35:02,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-10 11:35:02,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-10 11:35:02,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-10 11:35:02,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-10 11:35:02,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-10 11:35:02,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-10 11:35:02,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-10 11:35:02,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-10 11:35:02,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-10 11:35:02,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-10 11:35:02,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-10 11:35:02,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-10 11:35:02,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-10 11:35:02,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-10 11:35:02,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-10 11:35:02,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-10 11:35:02,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-10 11:35:02,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-10 11:35:02,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-10 11:35:02,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-10 11:35:02,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-10 11:35:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-10 11:35:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-10 11:35:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-10 11:35:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-10 11:35:02,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-10 11:35:02,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-10 11:35:02,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-10 11:35:02,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-10 11:35:02,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-10 11:35:02,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-10 11:35:02,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-10 11:35:02,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-10 11:35:02,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-10 11:35:02,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-10 11:35:02,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-10 11:35:02,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-10 11:35:02,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-10 11:35:02,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-10 11:35:02,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-10 11:35:02,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-10 11:35:02,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-10 11:35:02,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-10 11:35:02,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-10 11:35:02,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-10 11:35:02,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-10 11:35:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-10 11:35:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-10 11:35:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-10 11:35:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-10 11:35:02,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-10 11:35:02,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-10 11:35:02,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-10 11:35:02,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-10 11:35:02,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-10 11:35:02,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-10 11:35:02,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-10 11:35:02,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-10 11:35:02,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-10 11:35:02,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-10 11:35:02,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-10 11:35:02,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-10 11:35:02,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-10 11:35:02,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-10 11:35:02,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-10 11:35:02,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-10 11:35:02,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-10 11:35:02,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-10 11:35:02,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-10 11:35:02,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-10 11:35:02,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-10 11:35:02,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-10 11:35:02,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-10 11:35:02,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-10 11:35:02,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:02,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-10 11:35:02,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-10 11:35:02,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-10 11:35:02,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-10 11:35:02,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-10 11:35:02,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-10 11:35:02,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-10 11:35:02,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-10 11:35:02,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-10 11:35:02,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-10 11:35:02,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-10 11:35:02,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-10 11:35:02,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-10 11:35:02,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-10 11:35:02,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-10 11:35:02,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-10 11:35:02,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-10 11:35:02,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:02,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-10 11:35:02,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-10 11:35:02,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-10 11:35:02,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-10 11:35:02,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:02,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-10 11:35:02,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:02,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-10 11:35:02,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-10 11:35:02,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-10 11:35:02,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-10 11:35:02,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:02,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-10 11:35:02,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-10 11:35:02,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-10 11:35:02,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-10 11:35:02,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-10 11:35:02,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-10 11:35:02,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-10 11:35:02,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-10 11:35:02,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-10 11:35:02,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-10 11:35:02,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-10 11:35:02,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-10 11:35:02,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-10 11:35:02,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-10 11:35:02,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-10 11:35:02,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-10 11:35:02,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-10 11:35:02,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-10 11:35:02,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-10 11:35:02,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-10 11:35:02,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-10 11:35:02,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-10 11:35:02,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-10 11:35:02,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-10 11:35:02,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-10 11:35:02,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-10 11:35:02,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-10 11:35:02,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-10 11:35:02,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-10 11:35:02,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-10 11:35:02,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-10 11:35:02,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-10 11:35:02,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-10 11:35:02,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-10 11:35:02,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-10 11:35:02,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-10 11:35:02,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-10 11:35:02,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-10 11:35:02,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:02,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:02,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-10 11:35:02,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:02,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:02,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-10 11:35:02,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-10 11:35:02,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-10 11:35:02,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-10 11:35:02,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-10 11:35:02,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-10 11:35:02,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-10 11:35:02,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-10 11:35:02,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-10 11:35:02,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-10 11:35:02,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-10 11:35:02,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-10 11:35:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-10 11:35:02,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-10 11:35:02,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-10 11:35:02,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-10 11:35:02,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-10 11:35:02,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-10 11:35:02,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-10 11:35:02,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-10 11:35:02,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-10 11:35:02,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-10 11:35:02,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-10 11:35:02,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-10 11:35:02,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-10 11:35:02,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 7: [2023-05-10 11:35:02,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 7: [2023-05-10 11:35:02,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 7: [2023-05-10 11:35:02,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 7: [2023-05-10 11:35:02,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-10 11:35:02,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-10 11:35:02,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-10 11:35:02,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-10 11:35:02,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-10 11:35:02,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 7: [2023-05-10 11:35:02,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-10 11:35:02,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-10 11:35:02,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 7: [2023-05-10 11:35:02,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 7: [2023-05-10 11:35:02,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-10 11:35:02,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +13: [2023-05-10 11:35:02,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +13: [2023-05-10 11:35:02,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +13: [2023-05-10 11:35:02,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +13: [2023-05-10 11:35:02,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 3: [2023-05-10 11:35:02,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 3: [2023-05-10 11:35:02,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 3: [2023-05-10 11:35:02,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 3: [2023-05-10 11:35:02,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +13: [2023-05-10 11:35:02,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-10 11:35:02,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-10 11:35:02,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-10 11:35:02,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-10 11:35:02,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-10 11:35:02,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-10 11:35:02,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-10 11:35:02,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-10 11:35:02,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 1: [2023-05-10 11:35:02,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 1: [2023-05-10 11:35:02,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 1: [2023-05-10 11:35:02,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +13: [2023-05-10 11:35:02,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-10 11:35:02,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 8: [2023-05-10 11:35:02,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 8: [2023-05-10 11:35:02,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 8: [2023-05-10 11:35:02,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 8: [2023-05-10 11:35:02,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +13: [2023-05-10 11:35:02,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-10 11:35:02,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +24: [2023-05-10 11:35:02,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +24: [2023-05-10 11:35:02,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +24: [2023-05-10 11:35:02,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +13: [2023-05-10 11:35:02,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +16: [2023-05-10 11:35:02,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +16: [2023-05-10 11:35:02,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +16: [2023-05-10 11:35:02,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +16: [2023-05-10 11:35:02,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 1: [2023-05-10 11:35:02,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-10 11:35:02,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-10 11:35:02,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-10 11:35:02,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-10 11:35:02,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-10 11:35:02,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-10 11:35:02,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-10 11:35:02,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-10 11:35:02,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 1: [2023-05-10 11:35:02,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-10 11:35:02,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-10 11:35:02,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 3: [2023-05-10 11:35:02,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 3: [2023-05-10 11:35:02,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 3: [2023-05-10 11:35:02,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 8: [2023-05-10 11:35:02,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-10 11:35:02,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-10 11:35:02,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 8: [2023-05-10 11:35:02,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-10 11:35:02,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-10 11:35:02,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-10 11:35:02,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-10 11:35:02,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-10 11:35:02,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-10 11:35:02,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-10 11:35:02,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-10 11:35:02,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-10 11:35:02,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-10 11:35:02,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-10 11:35:02,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 4: [2023-05-10 11:35:02,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 1: [2023-05-10 11:35:02,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-10 11:35:02,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +30: [2023-05-10 11:35:02,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +30: [2023-05-10 11:35:02,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 4: [2023-05-10 11:35:02,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +30: [2023-05-10 11:35:02,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +30: [2023-05-10 11:35:02,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 1: [2023-05-10 11:35:02,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-10 11:35:02,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-10 11:35:02,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +20: [2023-05-10 11:35:02,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +20: [2023-05-10 11:35:02,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +20: [2023-05-10 11:35:02,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 8: [2023-05-10 11:35:02,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-10 11:35:02,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +23: [2023-05-10 11:35:02,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +23: [2023-05-10 11:35:02,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +23: [2023-05-10 11:35:02,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +24: [2023-05-10 11:35:02,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-10 11:35:02,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 4: [2023-05-10 11:35:02,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 1: [2023-05-10 11:35:02,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 8: [2023-05-10 11:35:02,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-10 11:35:02,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-10 11:35:02,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 4: [2023-05-10 11:35:02,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +16: [2023-05-10 11:35:02,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-10 11:35:02,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +24: [2023-05-10 11:35:02,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-10 11:35:02,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +24: [2023-05-10 11:35:02,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +16: [2023-05-10 11:35:02,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-10 11:35:02,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-10 11:35:02,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-10 11:35:02,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +16: [2023-05-10 11:35:02,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 9: [2023-05-10 11:35:02,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 9: [2023-05-10 11:35:02,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 9: [2023-05-10 11:35:02,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 9: [2023-05-10 11:35:02,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 8: [2023-05-10 11:35:02,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-10 11:35:02,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +24: [2023-05-10 11:35:02,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-10 11:35:02,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +16: [2023-05-10 11:35:02,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +27: [2023-05-10 11:35:02,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +27: [2023-05-10 11:35:02,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +27: [2023-05-10 11:35:02,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +27: [2023-05-10 11:35:02,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +24: [2023-05-10 11:35:02,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 8: [2023-05-10 11:35:02,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +30: [2023-05-10 11:35:02,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-10 11:35:02,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-10 11:35:02,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-10 11:35:02,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-10 11:35:02,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-10 11:35:02,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-10 11:35:02,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-10 11:35:02,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-10 11:35:02,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-10 11:35:02,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +20: [2023-05-10 11:35:02,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-10 11:35:02,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-10 11:35:02,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-10 11:35:02,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-10 11:35:02,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-10 11:35:02,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-10 11:35:02,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-10 11:35:02,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-10 11:35:02,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-10 11:35:02,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-10 11:35:02,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-10 11:35:02,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-10 11:35:02,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-10 11:35:02,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-10 11:35:02,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-10 11:35:02,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-10 11:35:02,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-10 11:35:02,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-10 11:35:02,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +23: [2023-05-10 11:35:02,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +23: [2023-05-10 11:35:02,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-10 11:35:02,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-10 11:35:02,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +20: [2023-05-10 11:35:02,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +20: [2023-05-10 11:35:02,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-10 11:35:02,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-10 11:35:02,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-10 11:35:02,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-10 11:35:02,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +20: [2023-05-10 11:35:02,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-10 11:35:02,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +23: [2023-05-10 11:35:02,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +23: [2023-05-10 11:35:02,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +30: [2023-05-10 11:35:02,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-10 11:35:02,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +30: [2023-05-10 11:35:02,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-10 11:35:02,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-10 11:35:02,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-10 11:35:02,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-10 11:35:02,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +27: [2023-05-10 11:35:02,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-10 11:35:02,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-10 11:35:02,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-10 11:35:02,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +27: [2023-05-10 11:35:02,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 4: [2023-05-10 11:35:02,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 4: [2023-05-10 11:35:02,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +27: [2023-05-10 11:35:02,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +30: [2023-05-10 11:35:02,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-10 11:35:02,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +27: [2023-05-10 11:35:02,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-10 11:35:02,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-10 11:35:02,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 9: [2023-05-10 11:35:02,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-10 11:35:02,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-10 11:35:02,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +27: [2023-05-10 11:35:02,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +27: [2023-05-10 11:35:02,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 9: [2023-05-10 11:35:02,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 9: [2023-05-10 11:35:02,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-10 11:35:02,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +22: [2023-05-10 11:35:02,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +22: [2023-05-10 11:35:02,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 4: [2023-05-10 11:35:02,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-10 11:35:02,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +15: [2023-05-10 11:35:02,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 9: [2023-05-10 11:35:02,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +22: [2023-05-10 11:35:02,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +22: [2023-05-10 11:35:02,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +15: [2023-05-10 11:35:02,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 4: [2023-05-10 11:35:02,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +15: [2023-05-10 11:35:02,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +15: [2023-05-10 11:35:02,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-10 11:35:02,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-10 11:35:02,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-10 11:35:02,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-10 11:35:02,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-10 11:35:02,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-10 11:35:02,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-10 11:35:02,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-10 11:35:02,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-10 11:35:02,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +28: [2023-05-10 11:35:02,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +28: [2023-05-10 11:35:02,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +28: [2023-05-10 11:35:02,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +15: [2023-05-10 11:35:02,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-10 11:35:02,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +15: [2023-05-10 11:35:02,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +15: [2023-05-10 11:35:02,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-10 11:35:02,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-10 11:35:02,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +22: [2023-05-10 11:35:02,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +22: [2023-05-10 11:35:02,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-10 11:35:02,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-10 11:35:02,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +22: [2023-05-10 11:35:02,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +10: [2023-05-10 11:35:02,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +10: [2023-05-10 11:35:02,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +10: [2023-05-10 11:35:02,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +10: [2023-05-10 11:35:02,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +12: [2023-05-10 11:35:02,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +12: [2023-05-10 11:35:02,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +12: [2023-05-10 11:35:02,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 5: [2023-05-10 11:35:02,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +31: [2023-05-10 11:35:02,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +31: [2023-05-10 11:35:02,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +31: [2023-05-10 11:35:02,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +12: [2023-05-10 11:35:02,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 5: [2023-05-10 11:35:02,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 5: [2023-05-10 11:35:02,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +31: [2023-05-10 11:35:02,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 5: [2023-05-10 11:35:02,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +22: [2023-05-10 11:35:02,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-10 11:35:02,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +14: [2023-05-10 11:35:02,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +14: [2023-05-10 11:35:02,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +14: [2023-05-10 11:35:02,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 6: [2023-05-10 11:35:02,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 6: [2023-05-10 11:35:02,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 6: [2023-05-10 11:35:02,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 6: [2023-05-10 11:35:02,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +15: [2023-05-10 11:35:02,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-10 11:35:02,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +25: [2023-05-10 11:35:02,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +25: [2023-05-10 11:35:02,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 0: [2023-05-10 11:35:02,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +29: [2023-05-10 11:35:02,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +29: [2023-05-10 11:35:02,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +25: [2023-05-10 11:35:02,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +26: [2023-05-10 11:35:02,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +26: [2023-05-10 11:35:02,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +26: [2023-05-10 11:35:02,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 0: [2023-05-10 11:35:02,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 0: [2023-05-10 11:35:02,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +25: [2023-05-10 11:35:02,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 2: [2023-05-10 11:35:02,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 2: [2023-05-10 11:35:02,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 0: [2023-05-10 11:35:02,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +26: [2023-05-10 11:35:02,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +29: [2023-05-10 11:35:02,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +21: [2023-05-10 11:35:02,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 2: [2023-05-10 11:35:02,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +29: [2023-05-10 11:35:02,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +11: [2023-05-10 11:35:02,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +11: [2023-05-10 11:35:02,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +21: [2023-05-10 11:35:02,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. + 2: [2023-05-10 11:35:02,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +17: [2023-05-10 11:35:02,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +17: [2023-05-10 11:35:02,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +21: [2023-05-10 11:35:02,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +11: [2023-05-10 11:35:02,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +21: [2023-05-10 11:35:02,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +11: [2023-05-10 11:35:02,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +15: [2023-05-10 11:35:02,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +18: [2023-05-10 11:35:02,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +18: [2023-05-10 11:35:02,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +18: [2023-05-10 11:35:02,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +28: [2023-05-10 11:35:02,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-10 11:35:02,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +17: [2023-05-10 11:35:02,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +28: [2023-05-10 11:35:02,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-10 11:35:02,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +28: [2023-05-10 11:35:02,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-10 11:35:02,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-10 11:35:02,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-10 11:35:02,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-10 11:35:02,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-10 11:35:02,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +19: [2023-05-10 11:35:02,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +31: [2023-05-10 11:35:02,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-10 11:35:02,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +12: [2023-05-10 11:35:02,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-10 11:35:02,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-10 11:35:02,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_19-model_01-model_states.pt. +29: [2023-05-10 11:35:02,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-10 11:35:02,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-10 11:35:02,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-10 11:35:02,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-10 11:35:02,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-10 11:35:02,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-10 11:35:02,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-10 11:35:02,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-10 11:35:02,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-10 11:35:02,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-10 11:35:02,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-10 11:35:02,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-10 11:35:02,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-10 11:35:02,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-10 11:35:02,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-10 11:35:02,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-10 11:35:02,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-10 11:35:02,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-10 11:35:02,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-10 11:35:02,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-10 11:35:02,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-10 11:35:02,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-10 11:35:02,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-10 11:35:02,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-10 11:35:02,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-10 11:35:02,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-10 11:35:02,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-10 11:35:02,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-10 11:35:02,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-10 11:35:02,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-10 11:35:02,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-10 11:35:02,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-10 11:35:02,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-10 11:35:02,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-10 11:35:02,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-10 11:35:02,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-10 11:35:02,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-10 11:35:02,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-10 11:35:02,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-10 11:35:02,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-10 11:35:02,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-10 11:35:02,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-10 11:35:02,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-10 11:35:02,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-10 11:35:02,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-10 11:35:02,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-10 11:35:02,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-10 11:35:02,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-10 11:35:02,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-10 11:35:02,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-10 11:35:02,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-10 11:35:02,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-10 11:35:02,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-10 11:35:02,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-10 11:35:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-10 11:35:02,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-10 11:35:02,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-10 11:35:02,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-10 11:35:02,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-10 11:35:02,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +29: [2023-05-10 11:35:02,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-10 11:35:02,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-10 11:35:02,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-10 11:35:02,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +12: [2023-05-10 11:35:02,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +28: [2023-05-10 11:35:02,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-10 11:35:02,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-10 11:35:02,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-10 11:35:02,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 0: [2023-05-10 11:35:02,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-10 11:35:02,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 0: [2023-05-10 11:35:02,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +18: [2023-05-10 11:35:02,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-10 11:35:02,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +28: [2023-05-10 11:35:02,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +29: [2023-05-10 11:35:02,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-10 11:35:02,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-10 11:35:02,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +29: [2023-05-10 11:35:02,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +12: [2023-05-10 11:35:02,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-10 11:35:02,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 5: [2023-05-10 11:35:02,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-10 11:35:02,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-10 11:35:02,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-10 11:35:02,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 0: [2023-05-10 11:35:02,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-10 11:35:02,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-10 11:35:02,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-10 11:35:02,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-10 11:35:02,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-10 11:35:02,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 2: [2023-05-10 11:35:02,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-10 11:35:02,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-10 11:35:02,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +21: [2023-05-10 11:35:02,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-10 11:35:02,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +21: [2023-05-10 11:35:02,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-10 11:35:02,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-10 11:35:02,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-10 11:35:02,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +10: [2023-05-10 11:35:02,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 0: [2023-05-10 11:35:02,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 0: [2023-05-10 11:35:02,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-10 11:35:02,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-10 11:35:02,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +21: [2023-05-10 11:35:02,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +21: [2023-05-10 11:35:02,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +31: [2023-05-10 11:35:02,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-10 11:35:02,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-10 11:35:02,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-10 11:35:02,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 2: [2023-05-10 11:35:02,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 6: [2023-05-10 11:35:02,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-10 11:35:02,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-10 11:35:02,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-10 11:35:02,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-10 11:35:02,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +11: [2023-05-10 11:35:02,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +29: [2023-05-10 11:35:02,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-10 11:35:02,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 0: [2023-05-10 11:35:02,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 2: [2023-05-10 11:35:02,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-10 11:35:02,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 2: [2023-05-10 11:35:02,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-10 11:35:02,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +25: [2023-05-10 11:35:02,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +14: [2023-05-10 11:35:02,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-10 11:35:02,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-10 11:35:02,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 6: [2023-05-10 11:35:02,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 6: [2023-05-10 11:35:02,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +17: [2023-05-10 11:35:02,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-10 11:35:02,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-10 11:35:02,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 6: [2023-05-10 11:35:02,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +12: [2023-05-10 11:35:02,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-10 11:35:02,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-10 11:35:02,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +10: [2023-05-10 11:35:02,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-10 11:35:02,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-10 11:35:02,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-10 11:35:02,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 2: [2023-05-10 11:35:02,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +25: [2023-05-10 11:35:02,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-10 11:35:02,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +14: [2023-05-10 11:35:02,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +18: [2023-05-10 11:35:02,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-10 11:35:02,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-10 11:35:02,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-10 11:35:02,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-10 11:35:02,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 5: [2023-05-10 11:35:02,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-10 11:35:02,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-10 11:35:02,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-10 11:35:02,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-10 11:35:02,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +17: [2023-05-10 11:35:02,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +10: [2023-05-10 11:35:02,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +25: [2023-05-10 11:35:02,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +14: [2023-05-10 11:35:02,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +14: [2023-05-10 11:35:02,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +26: [2023-05-10 11:35:02,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-10 11:35:02,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-10 11:35:02,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +17: [2023-05-10 11:35:02,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-10 11:35:02,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +11: [2023-05-10 11:35:02,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +18: [2023-05-10 11:35:02,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +18: [2023-05-10 11:35:02,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +31: [2023-05-10 11:35:02,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-10 11:35:02,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 5: [2023-05-10 11:35:02,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +21: [2023-05-10 11:35:02,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... + 0: [2023-05-10 11:35:02,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-10 11:35:02,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +26: [2023-05-10 11:35:02,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +17: [2023-05-10 11:35:02,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +17: [2023-05-10 11:35:02,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +19: [2023-05-10 11:35:02,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-10 11:35:02,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-10 11:35:02,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +31: [2023-05-10 11:35:02,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-10 11:35:02,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +18: [2023-05-10 11:35:02,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-10 11:35:02,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +26: [2023-05-10 11:35:02,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +31: [2023-05-10 11:35:02,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +18: [2023-05-10 11:35:02,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +19: [2023-05-10 11:35:02,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-10 11:35:02,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-10 11:35:02,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-10 11:35:02,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +19: [2023-05-10 11:35:02,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +19: [2023-05-10 11:35:02,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt... +17: [2023-05-10 11:35:03,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-10 11:35:03,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-10 11:35:03,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-10 11:35:03,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-10 11:35:03,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-10 11:35:03,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-10 11:35:03,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-10 11:35:03,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-10 11:35:03,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-10 11:35:03,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-10 11:35:03,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-10 11:35:03,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-10 11:35:03,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-10 11:35:03,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-10 11:35:03,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-10 11:35:03,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-10 11:35:03,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-10 11:35:03,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-10 11:35:03,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-10 11:35:03,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-10 11:35:03,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-10 11:35:03,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-10 11:35:03,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:03,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-10 11:35:03,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-10 11:35:03,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:03,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-10 11:35:03,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:03,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:03,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:03,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:03,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-10 11:35:03,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-10 11:35:03,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-10 11:35:03,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-10 11:35:03,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-10 11:35:03,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-10 11:35:03,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-10 11:35:03,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-10 11:35:03,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-10 11:35:03,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-10 11:35:03,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-10 11:35:03,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-10 11:35:03,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-10 11:35:03,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-10 11:35:03,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-10 11:35:03,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-10 11:35:03,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-10 11:35:03,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-10 11:35:03,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-10 11:35:03,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-10 11:35:03,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-10 11:35:03,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-10 11:35:03,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:03,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-10 11:35:03,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-10 11:35:03,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-10 11:35:03,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-10 11:35:03,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-10 11:35:03,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-10 11:35:03,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-10 11:35:03,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-10 11:35:03,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-10 11:35:03,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-10 11:35:03,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-10 11:35:03,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-10 11:35:03,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-10 11:35:03,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-10 11:35:03,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-10 11:35:03,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-10 11:35:03,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-10 11:35:03,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-10 11:35:03,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-10 11:35:03,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-10 11:35:03,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-10 11:35:03,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-10 11:35:03,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-10 11:35:03,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-10 11:35:03,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-10 11:35:03,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-10 11:35:03,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-10 11:35:03,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-10 11:35:03,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-10 11:35:03,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-10 11:35:03,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-10 11:35:03,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-10 11:35:03,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-10 11:35:03,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-10 11:35:03,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-10 11:35:03,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-10 11:35:03,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-10 11:35:03,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:03,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-10 11:35:03,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-10 11:35:03,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-10 11:35:03,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:03,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-10 11:35:03,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-10 11:35:03,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-10 11:35:03,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-10 11:35:03,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-10 11:35:03,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-10 11:35:03,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-10 11:35:03,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-10 11:35:03,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-10 11:35:03,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-10 11:35:03,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-10 11:35:03,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-10 11:35:03,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-10 11:35:03,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-10 11:35:03,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-10 11:35:03,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-10 11:35:03,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-10 11:35:03,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-10 11:35:03,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-10 11:35:03,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-10 11:35:03,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-10 11:35:03,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-10 11:35:03,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-10 11:35:03,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-10 11:35:03,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-10 11:35:03,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-10 11:35:03,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-10 11:35:03,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-10 11:35:03,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-10 11:35:03,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-10 11:35:03,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-10 11:35:03,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-10 11:35:03,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-10 11:35:03,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-10 11:35:03,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-10 11:35:03,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-10 11:35:03,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-10 11:35:03,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-10 11:35:03,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-10 11:35:03,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-10 11:35:03,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:03,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-10 11:35:03,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-10 11:35:03,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-10 11:35:03,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-10 11:35:03,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-10 11:35:03,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-10 11:35:03,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-10 11:35:03,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-10 11:35:03,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-10 11:35:03,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-10 11:35:03,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-10 11:35:03,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-10 11:35:03,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-10 11:35:03,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-10 11:35:03,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-10 11:35:03,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-10 11:35:03,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-10 11:35:03,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-10 11:35:03,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-10 11:35:03,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-10 11:35:03,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-10 11:35:03,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-10 11:35:03,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-10 11:35:03,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-10 11:35:03,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-10 11:35:03,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-10 11:35:03,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-10 11:35:03,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-10 11:35:03,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-10 11:35:03,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-10 11:35:03,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-10 11:35:03,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-10 11:35:03,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-10 11:35:03,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-10 11:35:03,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-10 11:35:03,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-10 11:35:03,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-10 11:35:03,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-10 11:35:03,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-10 11:35:03,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-10 11:35:03,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-10 11:35:03,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-10 11:35:03,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-10 11:35:03,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-10 11:35:03,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-10 11:35:03,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-10 11:35:03,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-10 11:35:03,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-10 11:35:03,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-10 11:35:03,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-10 11:35:03,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-10 11:35:03,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-10 11:35:03,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-10 11:35:03,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-10 11:35:03,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-10 11:35:03,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-10 11:35:03,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-10 11:35:03,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-10 11:35:03,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-10 11:35:03,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-10 11:35:03,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-10 11:35:03,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-10 11:35:03,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-10 11:35:03,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-10 11:35:03,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-10 11:35:03,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-10 11:35:03,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-10 11:35:03,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-10 11:35:03,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-10 11:35:03,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-10 11:35:03,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-10 11:35:03,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-10 11:35:03,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-10 11:35:03,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-10 11:35:03,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +26: [2023-05-10 11:35:03,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +26: [2023-05-10 11:35:03,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +26: [2023-05-10 11:35:03,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 6: [2023-05-10 11:35:03,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-10 11:35:03,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-10 11:35:03,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-10 11:35:03,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 6: [2023-05-10 11:35:03,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +16: [2023-05-10 11:35:03,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +16: [2023-05-10 11:35:03,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 6: [2023-05-10 11:35:03,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 6: [2023-05-10 11:35:03,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +16: [2023-05-10 11:35:03,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 1: [2023-05-10 11:35:03,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-10 11:35:03,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-10 11:35:03,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-10 11:35:03,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +17: [2023-05-10 11:35:03,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +17: [2023-05-10 11:35:03,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +17: [2023-05-10 11:35:03,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +16: [2023-05-10 11:35:03,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 1: [2023-05-10 11:35:03,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-10 11:35:03,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-10 11:35:03,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-10 11:35:03,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-10 11:35:03,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-10 11:35:03,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:03,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-10 11:35:03,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-10 11:35:03,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-10 11:35:03,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-10 11:35:03,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-10 11:35:03,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-10 11:35:03,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:03,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:03,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-10 11:35:03,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-10 11:35:03,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-10 11:35:03,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-10 11:35:03,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-10 11:35:03,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-10 11:35:03,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-10 11:35:03,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-10 11:35:03,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-10 11:35:03,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-10 11:35:03,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-10 11:35:03,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-10 11:35:03,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-10 11:35:03,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-10 11:35:03,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-10 11:35:03,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-10 11:35:03,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-10 11:35:03,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-10 11:35:03,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-10 11:35:03,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-10 11:35:03,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-10 11:35:03,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-10 11:35:03,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-10 11:35:03,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-10 11:35:03,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-10 11:35:03,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-10 11:35:03,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-10 11:35:03,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-10 11:35:03,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-10 11:35:03,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-10 11:35:03,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-10 11:35:03,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-10 11:35:03,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-10 11:35:03,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-10 11:35:03,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-10 11:35:03,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-10 11:35:03,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-10 11:35:03,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-10 11:35:03,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-10 11:35:03,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-10 11:35:03,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +10: [2023-05-10 11:35:03,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +10: [2023-05-10 11:35:03,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +10: [2023-05-10 11:35:03,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +19: [2023-05-10 11:35:03,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-10 11:35:03,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-10 11:35:03,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-10 11:35:03,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 8: [2023-05-10 11:35:03,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 8: [2023-05-10 11:35:03,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +19: [2023-05-10 11:35:03,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-10 11:35:03,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +18: [2023-05-10 11:35:03,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-10 11:35:03,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +29: [2023-05-10 11:35:03,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +29: [2023-05-10 11:35:03,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +29: [2023-05-10 11:35:03,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +19: [2023-05-10 11:35:03,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-10 11:35:03,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-10 11:35:03,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-10 11:35:03,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-10 11:35:03,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-10 11:35:03,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-10 11:35:03,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 6: [2023-05-10 11:35:03,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +10: [2023-05-10 11:35:03,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:03,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-10 11:35:03,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-10 11:35:03,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-10 11:35:03,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-10 11:35:03,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:03,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-10 11:35:03,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-10 11:35:03,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-10 11:35:03,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-10 11:35:03,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-10 11:35:03,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-10 11:35:03,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-10 11:35:03,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-10 11:35:03,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-10 11:35:03,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +29: [2023-05-10 11:35:03,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-10 11:35:03,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +29: [2023-05-10 11:35:03,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-10 11:35:03,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-10 11:35:03,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-10 11:35:03,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-10 11:35:03,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +18: [2023-05-10 11:35:03,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-10 11:35:03,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +14: [2023-05-10 11:35:03,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-10 11:35:03,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-10 11:35:03,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-10 11:35:03,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +17: [2023-05-10 11:35:03,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +14: [2023-05-10 11:35:03,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-10 11:35:03,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-10 11:35:03,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-10 11:35:03,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-10 11:35:03,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-10 11:35:03,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-10 11:35:03,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-10 11:35:03,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-10 11:35:03,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-10 11:35:03,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-10 11:35:03,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-10 11:35:03,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-10 11:35:03,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-10 11:35:03,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-10 11:35:03,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-10 11:35:03,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-10 11:35:03,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-10 11:35:03,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-10 11:35:03,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-10 11:35:03,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-10 11:35:03,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-10 11:35:03,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-10 11:35:03,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-10 11:35:03,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-10 11:35:03,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-10 11:35:03,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-10 11:35:03,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:03,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-10 11:35:03,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-10 11:35:03,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-10 11:35:03,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +26: [2023-05-10 11:35:03,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +11: [2023-05-10 11:35:03,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-10 11:35:03,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +17: [2023-05-10 11:35:03,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +27: [2023-05-10 11:35:03,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-10 11:35:03,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-10 11:35:03,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-10 11:35:03,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-10 11:35:03,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-10 11:35:03,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-10 11:35:03,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-10 11:35:03,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-10 11:35:03,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-10 11:35:03,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-10 11:35:03,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-10 11:35:03,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-10 11:35:03,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-10 11:35:03,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-10 11:35:03,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-10 11:35:03,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-10 11:35:03,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-10 11:35:03,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-10 11:35:03,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-10 11:35:03,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +16: [2023-05-10 11:35:03,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +21: [2023-05-10 11:35:03,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-10 11:35:03,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-10 11:35:03,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-10 11:35:03,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-10 11:35:03,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-10 11:35:03,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:03,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-10 11:35:03,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-10 11:35:03,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-10 11:35:03,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-10 11:35:03,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-10 11:35:03,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-10 11:35:03,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-10 11:35:03,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-10 11:35:03,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-10 11:35:03,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-10 11:35:03,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-10 11:35:03,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-10 11:35:03,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +24: [2023-05-10 11:35:03,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-10 11:35:03,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-10 11:35:03,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-10 11:35:03,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-10 11:35:03,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-10 11:35:03,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:03,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-10 11:35:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-10 11:35:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-10 11:35:03,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-10 11:35:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-10 11:35:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-10 11:35:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-10 11:35:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-10 11:35:03,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-10 11:35:03,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 4: [2023-05-10 11:35:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-10 11:35:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-10 11:35:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-10 11:35:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-10 11:35:03,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-10 11:35:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-10 11:35:03,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-10 11:35:03,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-10 11:35:03,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-10 11:35:03,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-10 11:35:03,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-10 11:35:03,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-10 11:35:03,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-10 11:35:03,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-10 11:35:03,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-10 11:35:03,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-10 11:35:03,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-10 11:35:03,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-10 11:35:03,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-10 11:35:03,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-10 11:35:03,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-10 11:35:03,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-10 11:35:03,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-10 11:35:03,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-10 11:35:03,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-10 11:35:03,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-10 11:35:03,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-10 11:35:03,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-10 11:35:03,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-10 11:35:03,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-10 11:35:03,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-10 11:35:03,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-10 11:35:03,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-10 11:35:03,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-10 11:35:03,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-10 11:35:03,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-10 11:35:03,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-10 11:35:03,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-10 11:35:03,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-10 11:35:03,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-10 11:35:03,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-10 11:35:03,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-10 11:35:03,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 7: [2023-05-10 11:35:03,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-10 11:35:03,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-10 11:35:03,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-10 11:35:03,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-10 11:35:03,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-10 11:35:03,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +29: [2023-05-10 11:35:03,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +29: [2023-05-10 11:35:03,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +18: [2023-05-10 11:35:03,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-10 11:35:03,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +29: [2023-05-10 11:35:03,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-10 11:35:03,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-10 11:35:03,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +10: [2023-05-10 11:35:03,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-10 11:35:03,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 8: [2023-05-10 11:35:03,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-10 11:35:03,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-10 11:35:03,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-10 11:35:03,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 8: [2023-05-10 11:35:03,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +10: [2023-05-10 11:35:03,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 4: [2023-05-10 11:35:03,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-10 11:35:03,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-10 11:35:03,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-10 11:35:03,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-10 11:35:03,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-10 11:35:03,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-10 11:35:03,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-10 11:35:03,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-10 11:35:03,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-10 11:35:03,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-10 11:35:03,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-10 11:35:03,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-10 11:35:03,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-10 11:35:03,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-10 11:35:03,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +10: [2023-05-10 11:35:03,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +25: [2023-05-10 11:35:03,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-10 11:35:03,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-10 11:35:03,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-10 11:35:03,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-10 11:35:03,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-10 11:35:03,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-10 11:35:03,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-10 11:35:03,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-10 11:35:03,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-10 11:35:03,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-10 11:35:03,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-10 11:35:03,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-10 11:35:03,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-10 11:35:03,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-10 11:35:03,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-10 11:35:03,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-10 11:35:03,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-10 11:35:03,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-10 11:35:03,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-10 11:35:03,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-10 11:35:03,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-10 11:35:03,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-10 11:35:03,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-10 11:35:03,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-10 11:35:03,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-10 11:35:03,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-10 11:35:03,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-10 11:35:03,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-10 11:35:03,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-10 11:35:03,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-10 11:35:03,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-10 11:35:03,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-10 11:35:03,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-10 11:35:03,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-10 11:35:03,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-10 11:35:03,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-10 11:35:03,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-10 11:35:03,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-10 11:35:03,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-10 11:35:03,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-10 11:35:03,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-10 11:35:03,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-10 11:35:03,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-10 11:35:03,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-10 11:35:03,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-10 11:35:03,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-10 11:35:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +24: [2023-05-10 11:35:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +25: [2023-05-10 11:35:03,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-10 11:35:03,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-10 11:35:03,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-10 11:35:03,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-10 11:35:03,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-10 11:35:03,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-10 11:35:03,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-10 11:35:03,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-10 11:35:03,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-10 11:35:03,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-10 11:35:03,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-10 11:35:03,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-10 11:35:03,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-10 11:35:03,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-10 11:35:03,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-10 11:35:03,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-10 11:35:03,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-10 11:35:03,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-10 11:35:03,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-10 11:35:03,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-10 11:35:03,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-10 11:35:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-10 11:35:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-10 11:35:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-10 11:35:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-10 11:35:03,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-10 11:35:03,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-10 11:35:03,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-10 11:35:03,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-10 11:35:03,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-10 11:35:03,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-10 11:35:03,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-10 11:35:03,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-10 11:35:03,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-10 11:35:03,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-10 11:35:03,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-10 11:35:03,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +23: [2023-05-10 11:35:03,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-10 11:35:03,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +13: [2023-05-10 11:35:03,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-10 11:35:03,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-10 11:35:03,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-10 11:35:03,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-10 11:35:03,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-10 11:35:03,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-10 11:35:03,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-10 11:35:03,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-10 11:35:03,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-10 11:35:03,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-10 11:35:03,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-10 11:35:03,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +24: [2023-05-10 11:35:03,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-10 11:35:03,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 0: [2023-05-10 11:35:03,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 0: [2023-05-10 11:35:03,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 0: [2023-05-10 11:35:03,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +27: [2023-05-10 11:35:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +27: [2023-05-10 11:35:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +30: [2023-05-10 11:35:03,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-10 11:35:03,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +27: [2023-05-10 11:35:03,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +30: [2023-05-10 11:35:03,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-10 11:35:03,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 9: [2023-05-10 11:35:03,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 9: [2023-05-10 11:35:03,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 9: [2023-05-10 11:35:03,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +18: [2023-05-10 11:35:03,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +18: [2023-05-10 11:35:03,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +18: [2023-05-10 11:35:03,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +18: [2023-05-10 11:35:03,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +24: [2023-05-10 11:35:03,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-10 11:35:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +31: [2023-05-10 11:35:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +31: [2023-05-10 11:35:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +21: [2023-05-10 11:35:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +21: [2023-05-10 11:35:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +21: [2023-05-10 11:35:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +31: [2023-05-10 11:35:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +21: [2023-05-10 11:35:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +24: [2023-05-10 11:35:03,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +25: [2023-05-10 11:35:03,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +25: [2023-05-10 11:35:03,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +25: [2023-05-10 11:35:03,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +25: [2023-05-10 11:35:03,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 3: [2023-05-10 11:35:03,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 3: [2023-05-10 11:35:03,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 3: [2023-05-10 11:35:03,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 3: [2023-05-10 11:35:03,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +30: [2023-05-10 11:35:03,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-10 11:35:03,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-10 11:35:03,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +30: [2023-05-10 11:35:03,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +30: [2023-05-10 11:35:03,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +30: [2023-05-10 11:35:03,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +15: [2023-05-10 11:35:03,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +15: [2023-05-10 11:35:03,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +22: [2023-05-10 11:35:03,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-10 11:35:03,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +15: [2023-05-10 11:35:03,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +22: [2023-05-10 11:35:03,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-10 11:35:03,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-10 11:35:03,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +23: [2023-05-10 11:35:03,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +23: [2023-05-10 11:35:03,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +23: [2023-05-10 11:35:03,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +22: [2023-05-10 11:35:03,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-10 11:35:03,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +11: [2023-05-10 11:35:03,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +22: [2023-05-10 11:35:03,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:03,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +22: [2023-05-10 11:35:03,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-10 11:35:03,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:03,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +14: [2023-05-10 11:35:03,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +14: [2023-05-10 11:35:03,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +14: [2023-05-10 11:35:03,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +14: [2023-05-10 11:35:03,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +22: [2023-05-10 11:35:03,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +22: [2023-05-10 11:35:03,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +22: [2023-05-10 11:35:03,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-10 11:35:03,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-10 11:35:03,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +12: [2023-05-10 11:35:03,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +12: [2023-05-10 11:35:03,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +12: [2023-05-10 11:35:03,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +24: [2023-05-10 11:35:03,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-10 11:35:03,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-10 11:35:03,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-10 11:35:03,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +28: [2023-05-10 11:35:03,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +28: [2023-05-10 11:35:03,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +13: [2023-05-10 11:35:03,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +13: [2023-05-10 11:35:03,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +28: [2023-05-10 11:35:03,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 5: [2023-05-10 11:35:03,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 5: [2023-05-10 11:35:03,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +19: [2023-05-10 11:35:03,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +19: [2023-05-10 11:35:03,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +19: [2023-05-10 11:35:03,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +13: [2023-05-10 11:35:03,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +13: [2023-05-10 11:35:03,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +19: [2023-05-10 11:35:03,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 5: [2023-05-10 11:35:03,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +27: [2023-05-10 11:35:03,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-10 11:35:03,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 2: [2023-05-10 11:35:03,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 1: [2023-05-10 11:35:03,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 1: [2023-05-10 11:35:03,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 1: [2023-05-10 11:35:03,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 5: [2023-05-10 11:35:03,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +24: [2023-05-10 11:35:03,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-10 11:35:03,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-10 11:35:03,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-10 11:35:03,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 9: [2023-05-10 11:35:03,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-10 11:35:03,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +22: [2023-05-10 11:35:03,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 7: [2023-05-10 11:35:03,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 7: [2023-05-10 11:35:03,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 7: [2023-05-10 11:35:03,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 2: [2023-05-10 11:35:03,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 7: [2023-05-10 11:35:03,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 2: [2023-05-10 11:35:03,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 4: [2023-05-10 11:35:03,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 4: [2023-05-10 11:35:03,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 4: [2023-05-10 11:35:03,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. + 4: [2023-05-10 11:35:03,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +27: [2023-05-10 11:35:03,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-10 11:35:03,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +20: [2023-05-10 11:35:03,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +20: [2023-05-10 11:35:03,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +20: [2023-05-10 11:35:03,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +20: [2023-05-10 11:35:03,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_20-model_01-model_states.pt. +30: [2023-05-10 11:35:03,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-10 11:35:03,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-10 11:35:03,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-10 11:35:03,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-10 11:35:03,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-10 11:35:03,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-10 11:35:03,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-10 11:35:03,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-10 11:35:03,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +25: [2023-05-10 11:35:03,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-10 11:35:03,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-10 11:35:03,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-10 11:35:03,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:03,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-10 11:35:03,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-10 11:35:03,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-10 11:35:03,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-10 11:35:03,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:03,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:03,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-10 11:35:03,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-10 11:35:03,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-10 11:35:03,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-10 11:35:03,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-10 11:35:03,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-10 11:35:03,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-10 11:35:03,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-10 11:35:03,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-10 11:35:03,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-10 11:35:03,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-10 11:35:03,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-10 11:35:03,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-10 11:35:03,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-10 11:35:03,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-10 11:35:03,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-10 11:35:03,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-10 11:35:03,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-10 11:35:03,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-10 11:35:03,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-10 11:35:03,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-10 11:35:03,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-10 11:35:03,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-10 11:35:03,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-10 11:35:03,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-10 11:35:03,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-10 11:35:03,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-10 11:35:03,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-10 11:35:03,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-10 11:35:03,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-10 11:35:03,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-10 11:35:03,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-10 11:35:03,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-10 11:35:03,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-10 11:35:03,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-10 11:35:03,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-10 11:35:03,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-10 11:35:03,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-10 11:35:03,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-10 11:35:03,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-10 11:35:03,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-10 11:35:03,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-10 11:35:03,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-10 11:35:03,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-10 11:35:03,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-10 11:35:03,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-10 11:35:03,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-10 11:35:03,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-10 11:35:03,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-10 11:35:03,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-10 11:35:03,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-10 11:35:03,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-10 11:35:03,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-10 11:35:03,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-10 11:35:03,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-10 11:35:03,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-10 11:35:03,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-10 11:35:03,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-10 11:35:03,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-10 11:35:03,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-10 11:35:03,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-10 11:35:03,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-10 11:35:03,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-10 11:35:03,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-10 11:35:03,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-10 11:35:03,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:03,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:03,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:03,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-10 11:35:03,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-10 11:35:03,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-10 11:35:03,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-10 11:35:03,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-10 11:35:03,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +25: [2023-05-10 11:35:03,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +27: [2023-05-10 11:35:03,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-10 11:35:03,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-10 11:35:03,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-10 11:35:03,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-10 11:35:03,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-10 11:35:03,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-10 11:35:03,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 3: [2023-05-10 11:35:03,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +27: [2023-05-10 11:35:03,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-10 11:35:03,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-10 11:35:03,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 9: [2023-05-10 11:35:03,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-10 11:35:03,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-10 11:35:03,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 9: [2023-05-10 11:35:03,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 4: [2023-05-10 11:35:03,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-10 11:35:03,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +27: [2023-05-10 11:35:03,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 4: [2023-05-10 11:35:03,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +18: [2023-05-10 11:35:03,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-10 11:35:03,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 0: [2023-05-10 11:35:03,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-10 11:35:03,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-10 11:35:03,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-10 11:35:03,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-10 11:35:03,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-10 11:35:03,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-10 11:35:03,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +18: [2023-05-10 11:35:03,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-10 11:35:03,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-10 11:35:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-10 11:35:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-10 11:35:03,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +13: [2023-05-10 11:35:03,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +18: [2023-05-10 11:35:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-10 11:35:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-10 11:35:03,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 1: [2023-05-10 11:35:03,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +18: [2023-05-10 11:35:03,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +23: [2023-05-10 11:35:03,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-10 11:35:03,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-10 11:35:03,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 0: [2023-05-10 11:35:03,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 3: [2023-05-10 11:35:03,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-10 11:35:03,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +12: [2023-05-10 11:35:03,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-10 11:35:03,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-10 11:35:03,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +18: [2023-05-10 11:35:03,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +15: [2023-05-10 11:35:03,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 7: [2023-05-10 11:35:03,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-10 11:35:03,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 3: [2023-05-10 11:35:03,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-10 11:35:03,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-10 11:35:03,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-10 11:35:03,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-10 11:35:03,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-10 11:35:03,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-10 11:35:03,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-10 11:35:03,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-10 11:35:03,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +23: [2023-05-10 11:35:03,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-10 11:35:03,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 3: [2023-05-10 11:35:03,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +23: [2023-05-10 11:35:03,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +12: [2023-05-10 11:35:03,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +22: [2023-05-10 11:35:03,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-10 11:35:03,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-10 11:35:03,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +28: [2023-05-10 11:35:03,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-10 11:35:03,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +30: [2023-05-10 11:35:03,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 7: [2023-05-10 11:35:03,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-10 11:35:03,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +14: [2023-05-10 11:35:03,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-10 11:35:03,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +15: [2023-05-10 11:35:03,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-10 11:35:03,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-10 11:35:03,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +25: [2023-05-10 11:35:03,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +25: [2023-05-10 11:35:03,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 7: [2023-05-10 11:35:03,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +21: [2023-05-10 11:35:03,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +19: [2023-05-10 11:35:03,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-10 11:35:03,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 5: [2023-05-10 11:35:03,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-10 11:35:03,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-10 11:35:03,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-10 11:35:03,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-10 11:35:03,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +12: [2023-05-10 11:35:03,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-10 11:35:03,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 3: [2023-05-10 11:35:03,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-10 11:35:03,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +23: [2023-05-10 11:35:03,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-10 11:35:03,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-10 11:35:03,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 1: [2023-05-10 11:35:03,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +23: [2023-05-10 11:35:03,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-10 11:35:03,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-10 11:35:03,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-10 11:35:03,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-10 11:35:03,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-10 11:35:03,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +25: [2023-05-10 11:35:03,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-10 11:35:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-10 11:35:03,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-10 11:35:03,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +28: [2023-05-10 11:35:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-10 11:35:03,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +22: [2023-05-10 11:35:03,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +28: [2023-05-10 11:35:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-10 11:35:03,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +31: [2023-05-10 11:35:03,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 7: [2023-05-10 11:35:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-10 11:35:03,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 2: [2023-05-10 11:35:03,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 0: [2023-05-10 11:35:03,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +23: [2023-05-10 11:35:03,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 2: [2023-05-10 11:35:03,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +25: [2023-05-10 11:35:03,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 2: [2023-05-10 11:35:03,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +22: [2023-05-10 11:35:03,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-10 11:35:03,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-10 11:35:03,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-10 11:35:03,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +23: [2023-05-10 11:35:03,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +20: [2023-05-10 11:35:03,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 7: [2023-05-10 11:35:03,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 1: [2023-05-10 11:35:03,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-10 11:35:03,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-10 11:35:03,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-10 11:35:03,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +28: [2023-05-10 11:35:03,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +20: [2023-05-10 11:35:03,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-10 11:35:03,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-10 11:35:03,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-10 11:35:03,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-10 11:35:03,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-10 11:35:03,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-10 11:35:03,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-10 11:35:03,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-10 11:35:03,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-10 11:35:03,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-10 11:35:03,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 5: [2023-05-10 11:35:03,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-10 11:35:03,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +31: [2023-05-10 11:35:03,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-10 11:35:03,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 7: [2023-05-10 11:35:03,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +19: [2023-05-10 11:35:03,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-10 11:35:03,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +12: [2023-05-10 11:35:03,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-10 11:35:03,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 1: [2023-05-10 11:35:03,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +12: [2023-05-10 11:35:03,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 1: [2023-05-10 11:35:03,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +14: [2023-05-10 11:35:03,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +19: [2023-05-10 11:35:03,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-10 11:35:03,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +30: [2023-05-10 11:35:03,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 5: [2023-05-10 11:35:03,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +31: [2023-05-10 11:35:03,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 5: [2023-05-10 11:35:03,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-10 11:35:03,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +11: [2023-05-10 11:35:03,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-10 11:35:03,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +13: [2023-05-10 11:35:03,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +13: [2023-05-10 11:35:03,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +19: [2023-05-10 11:35:03,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +20: [2023-05-10 11:35:03,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-10 11:35:03,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-10 11:35:03,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-10 11:35:03,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +19: [2023-05-10 11:35:03,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +22: [2023-05-10 11:35:03,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-10 11:35:03,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-10 11:35:03,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-10 11:35:03,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +11: [2023-05-10 11:35:03,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +28: [2023-05-10 11:35:03,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +14: [2023-05-10 11:35:03,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-10 11:35:03,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-10 11:35:03,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-10 11:35:03,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-10 11:35:03,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-10 11:35:03,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +13: [2023-05-10 11:35:03,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +22: [2023-05-10 11:35:03,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-10 11:35:03,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +11: [2023-05-10 11:35:03,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +14: [2023-05-10 11:35:03,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +11: [2023-05-10 11:35:03,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +11: [2023-05-10 11:35:03,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... + 4: [2023-05-10 11:35:03,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-10 11:35:03,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt... +20: [2023-05-10 11:35:04,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +20: [2023-05-10 11:35:04,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +20: [2023-05-10 11:35:04,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +20: [2023-05-10 11:35:04,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +20: [2023-05-10 11:35:04,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-10 11:35:04,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +30: [2023-05-10 11:35:04,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +30: [2023-05-10 11:35:04,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +30: [2023-05-10 11:35:04,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +20: [2023-05-10 11:35:04,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-10 11:35:04,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-10 11:35:04,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-10 11:35:04,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-10 11:35:04,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-10 11:35:04,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-10 11:35:04,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-10 11:35:04,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +28: [2023-05-10 11:35:04,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +28: [2023-05-10 11:35:04,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +28: [2023-05-10 11:35:04,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +27: [2023-05-10 11:35:04,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-10 11:35:04,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-10 11:35:04,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-10 11:35:04,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-10 11:35:04,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-10 11:35:04,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-10 11:35:04,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-10 11:35:04,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-10 11:35:04,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-10 11:35:04,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-10 11:35:04,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-10 11:35:04,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-10 11:35:04,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +19: [2023-05-10 11:35:04,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +19: [2023-05-10 11:35:04,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +19: [2023-05-10 11:35:04,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 4: [2023-05-10 11:35:04,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 4: [2023-05-10 11:35:04,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +27: [2023-05-10 11:35:04,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-10 11:35:04,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 4: [2023-05-10 11:35:04,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +14: [2023-05-10 11:35:04,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +14: [2023-05-10 11:35:04,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +27: [2023-05-10 11:35:04,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-10 11:35:04,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +14: [2023-05-10 11:35:04,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +22: [2023-05-10 11:35:04,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-10 11:35:04,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-10 11:35:04,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-10 11:35:04,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-10 11:35:04,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-10 11:35:04,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-10 11:35:04,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-10 11:35:04,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-10 11:35:04,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-10 11:35:04,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-10 11:35:04,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-10 11:35:04,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-10 11:35:04,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-10 11:35:04,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-10 11:35:04,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-10 11:35:04,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:04,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-10 11:35:04,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-10 11:35:04,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-10 11:35:04,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:04,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-10 11:35:04,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-10 11:35:04,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-10 11:35:04,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-10 11:35:04,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-10 11:35:04,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-10 11:35:04,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-10 11:35:04,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-10 11:35:04,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-10 11:35:04,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-10 11:35:04,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-10 11:35:04,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-10 11:35:04,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-10 11:35:04,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-10 11:35:04,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-10 11:35:04,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-10 11:35:04,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-10 11:35:04,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-10 11:35:04,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-10 11:35:04,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-10 11:35:04,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-10 11:35:04,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-10 11:35:04,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-10 11:35:04,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +12: [2023-05-10 11:35:04,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +12: [2023-05-10 11:35:04,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +12: [2023-05-10 11:35:04,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +19: [2023-05-10 11:35:04,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-10 11:35:04,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-10 11:35:04,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-10 11:35:04,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-10 11:35:04,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-10 11:35:04,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-10 11:35:04,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-10 11:35:04,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-10 11:35:04,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-10 11:35:04,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-10 11:35:04,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +19: [2023-05-10 11:35:04,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-10 11:35:04,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-10 11:35:04,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-10 11:35:04,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-10 11:35:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-10 11:35:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-10 11:35:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-10 11:35:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-10 11:35:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-10 11:35:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-10 11:35:04,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-10 11:35:04,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-10 11:35:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-10 11:35:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-10 11:35:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-10 11:35:04,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-10 11:35:04,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-10 11:35:04,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-10 11:35:04,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-10 11:35:04,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-10 11:35:04,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-10 11:35:04,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-10 11:35:04,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-10 11:35:04,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-10 11:35:04,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-10 11:35:04,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-10 11:35:04,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-10 11:35:04,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +19: [2023-05-10 11:35:04,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +19: [2023-05-10 11:35:04,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 6: [2023-05-10 11:35:04,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-10 11:35:04,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-10 11:35:04,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-10 11:35:04,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-10 11:35:04,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-10 11:35:04,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-10 11:35:04,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-10 11:35:04,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-10 11:35:04,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-10 11:35:04,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-10 11:35:04,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +30: [2023-05-10 11:35:04,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-10 11:35:04,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-10 11:35:04,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-10 11:35:04,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-10 11:35:04,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-10 11:35:04,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-10 11:35:04,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-10 11:35:04,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-10 11:35:04,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-10 11:35:04,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-10 11:35:04,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-10 11:35:04,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +30: [2023-05-10 11:35:04,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-10 11:35:04,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-10 11:35:04,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-10 11:35:04,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +30: [2023-05-10 11:35:04,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-10 11:35:04,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +20: [2023-05-10 11:35:04,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-10 11:35:04,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +20: [2023-05-10 11:35:04,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +30: [2023-05-10 11:35:04,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +30: [2023-05-10 11:35:04,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-10 11:35:04,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-10 11:35:04,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-10 11:35:04,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-10 11:35:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-10 11:35:04,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-10 11:35:04,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-10 11:35:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-10 11:35:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-10 11:35:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-10 11:35:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-10 11:35:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-10 11:35:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-10 11:35:04,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-10 11:35:04,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +26: [2023-05-10 11:35:04,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +26: [2023-05-10 11:35:04,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +26: [2023-05-10 11:35:04,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +25: [2023-05-10 11:35:04,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-10 11:35:04,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-10 11:35:04,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-10 11:35:04,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-10 11:35:04,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-10 11:35:04,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-10 11:35:04,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +14: [2023-05-10 11:35:04,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-10 11:35:04,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-10 11:35:04,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-10 11:35:04,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-10 11:35:04,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-10 11:35:04,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-10 11:35:04,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:04,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +31: [2023-05-10 11:35:04,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-10 11:35:04,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-10 11:35:04,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-10 11:35:04,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-10 11:35:04,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-10 11:35:04,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-10 11:35:04,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-10 11:35:04,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-10 11:35:04,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-10 11:35:04,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-10 11:35:04,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-10 11:35:04,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-10 11:35:04,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-10 11:35:04,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-10 11:35:04,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-10 11:35:04,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-10 11:35:04,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-10 11:35:04,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-10 11:35:04,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-10 11:35:04,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-10 11:35:04,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-10 11:35:04,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-10 11:35:04,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-10 11:35:04,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-10 11:35:04,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-10 11:35:04,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-10 11:35:04,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-10 11:35:04,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-10 11:35:04,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +19: [2023-05-10 11:35:04,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-10 11:35:04,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-10 11:35:04,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-10 11:35:04,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-10 11:35:04,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-10 11:35:04,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-10 11:35:04,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-10 11:35:04,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-10 11:35:04,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-10 11:35:04,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-10 11:35:04,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-10 11:35:04,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-10 11:35:04,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-10 11:35:04,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-10 11:35:04,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-10 11:35:04,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-10 11:35:04,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-10 11:35:04,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-10 11:35:04,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-10 11:35:04,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-10 11:35:04,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-10 11:35:04,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-10 11:35:04,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-10 11:35:04,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-10 11:35:04,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-10 11:35:04,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-10 11:35:04,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-10 11:35:04,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-10 11:35:04,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-10 11:35:04,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-10 11:35:04,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-10 11:35:04,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-10 11:35:04,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-10 11:35:04,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-10 11:35:04,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-10 11:35:04,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-10 11:35:04,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-10 11:35:04,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-10 11:35:04,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-10 11:35:04,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-10 11:35:04,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-10 11:35:04,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-10 11:35:04,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-10 11:35:04,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-10 11:35:04,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-10 11:35:04,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-10 11:35:04,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-10 11:35:04,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-10 11:35:04,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-10 11:35:04,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-10 11:35:04,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-10 11:35:04,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-10 11:35:04,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-10 11:35:04,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-10 11:35:04,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-10 11:35:04,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-10 11:35:04,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-10 11:35:04,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-10 11:35:04,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-10 11:35:04,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-10 11:35:04,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +28: [2023-05-10 11:35:04,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 9: [2023-05-10 11:35:04,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-10 11:35:04,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-10 11:35:04,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-10 11:35:04,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-10 11:35:04,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +17: [2023-05-10 11:35:04,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-10 11:35:04,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-10 11:35:04,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-10 11:35:04,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-10 11:35:04,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-10 11:35:04,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-10 11:35:04,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-10 11:35:04,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-10 11:35:04,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-10 11:35:04,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +17: [2023-05-10 11:35:04,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-10 11:35:04,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-10 11:35:04,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-10 11:35:04,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-10 11:35:04,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-10 11:35:04,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-10 11:35:04,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-10 11:35:04,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-10 11:35:04,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-10 11:35:04,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-10 11:35:04,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-10 11:35:04,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-10 11:35:04,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-10 11:35:04,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-10 11:35:04,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-10 11:35:04,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-10 11:35:04,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-10 11:35:04,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-10 11:35:04,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-10 11:35:04,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-10 11:35:04,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-10 11:35:04,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-10 11:35:04,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-10 11:35:04,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-10 11:35:04,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-10 11:35:04,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-10 11:35:04,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-10 11:35:04,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-10 11:35:04,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-10 11:35:04,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-10 11:35:04,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-10 11:35:04,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-10 11:35:04,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-10 11:35:04,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-10 11:35:04,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-10 11:35:04,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-10 11:35:04,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-10 11:35:04,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-10 11:35:04,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-10 11:35:04,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-10 11:35:04,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-10 11:35:04,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-10 11:35:04,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-10 11:35:04,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-10 11:35:04,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-10 11:35:04,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-10 11:35:04,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-10 11:35:04,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-10 11:35:04,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-10 11:35:04,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-10 11:35:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-10 11:35:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-10 11:35:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-10 11:35:04,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-10 11:35:04,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-10 11:35:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +13: [2023-05-10 11:35:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +13: [2023-05-10 11:35:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +19: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-10 11:35:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-10 11:35:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +20: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-10 11:35:04,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-10 11:35:04,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-10 11:35:04,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-10 11:35:04,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-10 11:35:04,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-10 11:35:04,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-10 11:35:04,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-10 11:35:04,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-10 11:35:04,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-10 11:35:04,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-10 11:35:04,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-10 11:35:04,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +12: [2023-05-10 11:35:04,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 2: [2023-05-10 11:35:04,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-10 11:35:04,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-10 11:35:04,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-10 11:35:04,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-10 11:35:04,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-10 11:35:04,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-10 11:35:04,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +12: [2023-05-10 11:35:04,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +14: [2023-05-10 11:35:04,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-10 11:35:04,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-10 11:35:04,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-10 11:35:04,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-10 11:35:04,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-10 11:35:04,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-10 11:35:04,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-10 11:35:04,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-10 11:35:04,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-10 11:35:04,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-10 11:35:04,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-10 11:35:04,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-10 11:35:04,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-10 11:35:04,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-10 11:35:04,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:04,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 4: [2023-05-10 11:35:04,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 4: [2023-05-10 11:35:04,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-10 11:35:04,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-10 11:35:04,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 4: [2023-05-10 11:35:04,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-10 11:35:04,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-10 11:35:04,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-10 11:35:04,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-10 11:35:04,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-10 11:35:04,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-10 11:35:04,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-10 11:35:04,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-10 11:35:04,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-10 11:35:04,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-10 11:35:04,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-10 11:35:04,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-10 11:35:04,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-10 11:35:04,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-10 11:35:04,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-10 11:35:04,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-10 11:35:04,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-10 11:35:04,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-10 11:35:04,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-10 11:35:04,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-10 11:35:04,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-10 11:35:04,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-10 11:35:04,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-10 11:35:04,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-10 11:35:04,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-10 11:35:04,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-10 11:35:04,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-10 11:35:04,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-10 11:35:04,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-10 11:35:04,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-10 11:35:04,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-10 11:35:04,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-10 11:35:04,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-10 11:35:04,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-10 11:35:04,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-10 11:35:04,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-10 11:35:04,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-10 11:35:04,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:04,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-10 11:35:04,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-10 11:35:04,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-10 11:35:04,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-10 11:35:04,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-10 11:35:04,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-10 11:35:04,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-10 11:35:04,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-10 11:35:04,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-10 11:35:04,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-10 11:35:04,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-10 11:35:04,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-10 11:35:04,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-10 11:35:04,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-10 11:35:04,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-10 11:35:04,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-10 11:35:04,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-10 11:35:04,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-10 11:35:04,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-10 11:35:04,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-10 11:35:04,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-10 11:35:04,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-10 11:35:04,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-10 11:35:04,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-10 11:35:04,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 1: [2023-05-10 11:35:04,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 1: [2023-05-10 11:35:04,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +12: [2023-05-10 11:35:04,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-10 11:35:04,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +28: [2023-05-10 11:35:04,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-10 11:35:04,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-10 11:35:04,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-10 11:35:04,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-10 11:35:04,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-10 11:35:04,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-10 11:35:04,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:04,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-10 11:35:04,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-10 11:35:04,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-10 11:35:04,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-10 11:35:04,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-10 11:35:04,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-10 11:35:04,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +18: [2023-05-10 11:35:04,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-10 11:35:04,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-10 11:35:04,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-10 11:35:04,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-10 11:35:04,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-10 11:35:04,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-10 11:35:04,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-10 11:35:04,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-10 11:35:04,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-10 11:35:04,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-10 11:35:04,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-10 11:35:04,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-10 11:35:04,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-10 11:35:04,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-10 11:35:04,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-10 11:35:04,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-10 11:35:04,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-10 11:35:04,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-10 11:35:04,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-10 11:35:04,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-10 11:35:04,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-10 11:35:04,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-10 11:35:04,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-10 11:35:04,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:04,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-10 11:35:04,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-10 11:35:04,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-10 11:35:04,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-10 11:35:04,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-10 11:35:04,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-10 11:35:04,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-10 11:35:04,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-10 11:35:04,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-10 11:35:04,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-10 11:35:04,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +15: [2023-05-10 11:35:04,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-10 11:35:04,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-10 11:35:04,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-10 11:35:04,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-10 11:35:04,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:04,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-10 11:35:04,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-10 11:35:04,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-10 11:35:04,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-10 11:35:04,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-10 11:35:04,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-10 11:35:04,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-10 11:35:04,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-10 11:35:04,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-10 11:35:04,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-10 11:35:04,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-10 11:35:04,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-10 11:35:04,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-10 11:35:04,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-10 11:35:04,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 3: [2023-05-10 11:35:04,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-10 11:35:04,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-10 11:35:04,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-10 11:35:04,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-10 11:35:04,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-10 11:35:04,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-10 11:35:04,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-10 11:35:04,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-10 11:35:04,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +29: [2023-05-10 11:35:04,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:04,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-10 11:35:04,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-10 11:35:04,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-10 11:35:04,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-10 11:35:04,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-10 11:35:04,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-10 11:35:04,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-10 11:35:04,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-10 11:35:04,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-10 11:35:04,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:04,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 1: [2023-05-10 11:35:04,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 1: [2023-05-10 11:35:04,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-10 11:35:04,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-10 11:35:04,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-10 11:35:04,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-10 11:35:04,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-10 11:35:04,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-10 11:35:04,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:04,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-10 11:35:04,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-10 11:35:04,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-10 11:35:04,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-10 11:35:04,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-10 11:35:04,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-10 11:35:04,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 7: [2023-05-10 11:35:04,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 8: [2023-05-10 11:35:04,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 8: [2023-05-10 11:35:04,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 3: [2023-05-10 11:35:04,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-10 11:35:04,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-10 11:35:04,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-10 11:35:04,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-10 11:35:04,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-10 11:35:04,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-10 11:35:04,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-10 11:35:04,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 8: [2023-05-10 11:35:04,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 1: [2023-05-10 11:35:04,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-10 11:35:04,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-10 11:35:04,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-10 11:35:04,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-10 11:35:04,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +15: [2023-05-10 11:35:04,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-10 11:35:04,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-10 11:35:04,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-10 11:35:04,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-10 11:35:04,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-10 11:35:04,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:04,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-10 11:35:04,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-10 11:35:04,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-10 11:35:04,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-10 11:35:04,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-10 11:35:04,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-10 11:35:04,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +23: [2023-05-10 11:35:04,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-10 11:35:04,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-10 11:35:04,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-10 11:35:04,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-10 11:35:04,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-10 11:35:04,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-10 11:35:04,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +13: [2023-05-10 11:35:04,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 2: [2023-05-10 11:35:04,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-10 11:35:04,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-10 11:35:04,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-10 11:35:04,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-10 11:35:04,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-10 11:35:04,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 1: [2023-05-10 11:35:04,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-10 11:35:04,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:04,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-10 11:35:04,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-10 11:35:04,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:04,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 2: [2023-05-10 11:35:04,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-10 11:35:04,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 2: [2023-05-10 11:35:04,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-10 11:35:04,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-10 11:35:04,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-10 11:35:04,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-10 11:35:04,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-10 11:35:04,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-10 11:35:04,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-10 11:35:04,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-10 11:35:04,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-10 11:35:04,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +23: [2023-05-10 11:35:04,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +23: [2023-05-10 11:35:04,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +23: [2023-05-10 11:35:04,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 3: [2023-05-10 11:35:04,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 3: [2023-05-10 11:35:04,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 3: [2023-05-10 11:35:04,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 3: [2023-05-10 11:35:04,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 2: [2023-05-10 11:35:04,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-10 11:35:04,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-10 11:35:04,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-10 11:35:04,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-10 11:35:04,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +15: [2023-05-10 11:35:04,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +29: [2023-05-10 11:35:04,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +29: [2023-05-10 11:35:04,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +29: [2023-05-10 11:35:04,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +29: [2023-05-10 11:35:04,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +31: [2023-05-10 11:35:04,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +31: [2023-05-10 11:35:04,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +15: [2023-05-10 11:35:04,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +31: [2023-05-10 11:35:04,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 1: [2023-05-10 11:35:04,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +15: [2023-05-10 11:35:04,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +31: [2023-05-10 11:35:04,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 1: [2023-05-10 11:35:04,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 1: [2023-05-10 11:35:04,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-10 11:35:04,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +27: [2023-05-10 11:35:04,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +27: [2023-05-10 11:35:04,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +27: [2023-05-10 11:35:04,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 1: [2023-05-10 11:35:04,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +10: [2023-05-10 11:35:04,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +10: [2023-05-10 11:35:04,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +10: [2023-05-10 11:35:04,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +16: [2023-05-10 11:35:04,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +16: [2023-05-10 11:35:04,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +10: [2023-05-10 11:35:04,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +16: [2023-05-10 11:35:04,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +16: [2023-05-10 11:35:04,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +23: [2023-05-10 11:35:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-10 11:35:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-10 11:35:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-10 11:35:04,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-10 11:35:04,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-10 11:35:04,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-10 11:35:04,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-10 11:35:04,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-10 11:35:04,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +21: [2023-05-10 11:35:04,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +21: [2023-05-10 11:35:04,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +21: [2023-05-10 11:35:04,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +22: [2023-05-10 11:35:04,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +22: [2023-05-10 11:35:04,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 1: [2023-05-10 11:35:04,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 3: [2023-05-10 11:35:04,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-10 11:35:04,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +22: [2023-05-10 11:35:04,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +22: [2023-05-10 11:35:04,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +15: [2023-05-10 11:35:04,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-10 11:35:04,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-10 11:35:04,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-10 11:35:04,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-10 11:35:04,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-10 11:35:04,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-10 11:35:04,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-10 11:35:04,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-10 11:35:04,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-10 11:35:04,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-10 11:35:04,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-10 11:35:04,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +25: [2023-05-10 11:35:04,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +25: [2023-05-10 11:35:04,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 7: [2023-05-10 11:35:04,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-10 11:35:04,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-10 11:35:04,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 8: [2023-05-10 11:35:04,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-10 11:35:04,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-10 11:35:04,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-10 11:35:04,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 6: [2023-05-10 11:35:04,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-10 11:35:04,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 8: [2023-05-10 11:35:04,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 6: [2023-05-10 11:35:04,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 8: [2023-05-10 11:35:04,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-10 11:35:04,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +27: [2023-05-10 11:35:04,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-10 11:35:04,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 8: [2023-05-10 11:35:04,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +27: [2023-05-10 11:35:04,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 7: [2023-05-10 11:35:04,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-10 11:35:04,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +27: [2023-05-10 11:35:04,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-10 11:35:04,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +17: [2023-05-10 11:35:04,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +17: [2023-05-10 11:35:04,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +17: [2023-05-10 11:35:04,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 8: [2023-05-10 11:35:04,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-10 11:35:04,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-10 11:35:04,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 8: [2023-05-10 11:35:04,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 5: [2023-05-10 11:35:04,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 5: [2023-05-10 11:35:04,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +16: [2023-05-10 11:35:04,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-10 11:35:04,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-10 11:35:04,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-10 11:35:04,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 5: [2023-05-10 11:35:04,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 5: [2023-05-10 11:35:04,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +18: [2023-05-10 11:35:04,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +18: [2023-05-10 11:35:04,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +18: [2023-05-10 11:35:04,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +18: [2023-05-10 11:35:04,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +10: [2023-05-10 11:35:04,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-10 11:35:04,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +24: [2023-05-10 11:35:04,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +10: [2023-05-10 11:35:04,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-10 11:35:04,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-10 11:35:04,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-10 11:35:04,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-10 11:35:04,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-10 11:35:04,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-10 11:35:04,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-10 11:35:04,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-10 11:35:04,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +21: [2023-05-10 11:35:04,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-10 11:35:04,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +21: [2023-05-10 11:35:04,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-10 11:35:04,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-10 11:35:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-10 11:35:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-10 11:35:04,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-10 11:35:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-10 11:35:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-10 11:35:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-10 11:35:04,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-10 11:35:04,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-10 11:35:04,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-10 11:35:04,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 5: [2023-05-10 11:35:04,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-10 11:35:04,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-10 11:35:04,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-10 11:35:04,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-10 11:35:04,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-10 11:35:04,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-10 11:35:04,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +29: [2023-05-10 11:35:04,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-10 11:35:04,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-10 11:35:04,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-10 11:35:04,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-10 11:35:04,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-10 11:35:04,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 5: [2023-05-10 11:35:04,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-10 11:35:04,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-10 11:35:04,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-10 11:35:04,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-10 11:35:04,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-10 11:35:04,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-10 11:35:04,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +23: [2023-05-10 11:35:04,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-10 11:35:04,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +23: [2023-05-10 11:35:04,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-10 11:35:04,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-10 11:35:04,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-10 11:35:04,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-10 11:35:04,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-10 11:35:04,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +29: [2023-05-10 11:35:04,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-10 11:35:04,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-10 11:35:04,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +24: [2023-05-10 11:35:04,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-10 11:35:04,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-10 11:35:04,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +15: [2023-05-10 11:35:04,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 3: [2023-05-10 11:35:04,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 3: [2023-05-10 11:35:04,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +29: [2023-05-10 11:35:04,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +23: [2023-05-10 11:35:04,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +27: [2023-05-10 11:35:04,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-10 11:35:04,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-10 11:35:04,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-10 11:35:04,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +22: [2023-05-10 11:35:04,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-10 11:35:04,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +15: [2023-05-10 11:35:04,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +27: [2023-05-10 11:35:04,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-10 11:35:04,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 3: [2023-05-10 11:35:04,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-10 11:35:04,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-10 11:35:04,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-10 11:35:04,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +27: [2023-05-10 11:35:04,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +10: [2023-05-10 11:35:04,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-10 11:35:04,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-10 11:35:04,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-10 11:35:04,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-10 11:35:04,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +16: [2023-05-10 11:35:04,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +10: [2023-05-10 11:35:04,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-10 11:35:04,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-10 11:35:04,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-10 11:35:04,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-10 11:35:04,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +10: [2023-05-10 11:35:04,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +16: [2023-05-10 11:35:04,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +29: [2023-05-10 11:35:04,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +22: [2023-05-10 11:35:04,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-10 11:35:04,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-10 11:35:04,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-10 11:35:04,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +17: [2023-05-10 11:35:04,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-10 11:35:04,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-10 11:35:04,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +31: [2023-05-10 11:35:04,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +31: [2023-05-10 11:35:04,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +27: [2023-05-10 11:35:04,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-10 11:35:04,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +22: [2023-05-10 11:35:04,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-10 11:35:04,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-10 11:35:04,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +21: [2023-05-10 11:35:04,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +22: [2023-05-10 11:35:04,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 5: [2023-05-10 11:35:04,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-10 11:35:04,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-10 11:35:04,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +22: [2023-05-10 11:35:04,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 5: [2023-05-10 11:35:04,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +16: [2023-05-10 11:35:04,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-10 11:35:04,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +21: [2023-05-10 11:35:04,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-10 11:35:04,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-10 11:35:04,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-10 11:35:04,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-10 11:35:04,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-10 11:35:04,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 0: [2023-05-10 11:35:04,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 0: [2023-05-10 11:35:04,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 0: [2023-05-10 11:35:04,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +16: [2023-05-10 11:35:04,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +18: [2023-05-10 11:35:04,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-10 11:35:04,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-10 11:35:04,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +21: [2023-05-10 11:35:04,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +21: [2023-05-10 11:35:04,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +21: [2023-05-10 11:35:04,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-10 11:35:04,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-10 11:35:04,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +17: [2023-05-10 11:35:04,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 9: [2023-05-10 11:35:04,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 9: [2023-05-10 11:35:04,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 9: [2023-05-10 11:35:04,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 9: [2023-05-10 11:35:04,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 5: [2023-05-10 11:35:04,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-10 11:35:04,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-10 11:35:04,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-10 11:35:04,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-10 11:35:04,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-10 11:35:04,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-10 11:35:04,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-10 11:35:04,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +11: [2023-05-10 11:35:04,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +11: [2023-05-10 11:35:04,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. +11: [2023-05-10 11:35:04,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_21-model_01-model_states.pt. + 5: [2023-05-10 11:35:04,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 5: [2023-05-10 11:35:04,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-10 11:35:04,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +18: [2023-05-10 11:35:04,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-10 11:35:04,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 5: [2023-05-10 11:35:04,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +24: [2023-05-10 11:35:04,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-10 11:35:04,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +17: [2023-05-10 11:35:04,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +24: [2023-05-10 11:35:04,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-10 11:35:04,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +18: [2023-05-10 11:35:04,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-10 11:35:04,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-10 11:35:04,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +24: [2023-05-10 11:35:04,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +18: [2023-05-10 11:35:04,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +18: [2023-05-10 11:35:04,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 0: [2023-05-10 11:35:04,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-10 11:35:04,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-10 11:35:04,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 0: [2023-05-10 11:35:04,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-10 11:35:04,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-10 11:35:04,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-10 11:35:04,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-10 11:35:04,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-10 11:35:04,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-10 11:35:04,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-10 11:35:04,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-10 11:35:04,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +11: [2023-05-10 11:35:04,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-10 11:35:04,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-10 11:35:04,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-10 11:35:04,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-10 11:35:04,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-10 11:35:04,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 9: [2023-05-10 11:35:04,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-10 11:35:04,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 9: [2023-05-10 11:35:04,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-10 11:35:04,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-10 11:35:04,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 0: [2023-05-10 11:35:04,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 9: [2023-05-10 11:35:04,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-10 11:35:04,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-10 11:35:04,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 9: [2023-05-10 11:35:04,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-10 11:35:04,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 9: [2023-05-10 11:35:04,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +11: [2023-05-10 11:35:04,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-10 11:35:04,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-10 11:35:04,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-10 11:35:04,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +11: [2023-05-10 11:35:04,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 0: [2023-05-10 11:35:04,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +11: [2023-05-10 11:35:04,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-10 11:35:04,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... +11: [2023-05-10 11:35:04,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-10 11:35:04,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt... + 4: [2023-05-10 11:35:05,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-10 11:35:05,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:05,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-10 11:35:05,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-10 11:35:05,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-10 11:35:05,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 4: [2023-05-10 11:35:05,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:05,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:05,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-10 11:35:05,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-10 11:35:05,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-10 11:35:05,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 0: [2023-05-10 11:35:05,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 0: [2023-05-10 11:35:05,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +23: [2023-05-10 11:35:05,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-10 11:35:05,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-10 11:35:05,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-10 11:35:05,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-10 11:35:05,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-10 11:35:05,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:05,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-10 11:35:05,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +22: [2023-05-10 11:35:05,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 0: [2023-05-10 11:35:05,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-10 11:35:05,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +22: [2023-05-10 11:35:05,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 0: [2023-05-10 11:35:05,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-10 11:35:05,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-10 11:35:05,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:05,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-10 11:35:05,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-10 11:35:05,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-10 11:35:05,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-10 11:35:05,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-10 11:35:05,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-10 11:35:05,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:05,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-10 11:35:05,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-10 11:35:05,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-10 11:35:05,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-10 11:35:05,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-10 11:35:05,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-10 11:35:05,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-10 11:35:05,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:05,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:05,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:05,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-10 11:35:05,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-10 11:35:05,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-10 11:35:05,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-10 11:35:05,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-10 11:35:05,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-10 11:35:05,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-10 11:35:05,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 9: [2023-05-10 11:35:05,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 9: [2023-05-10 11:35:05,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 9: [2023-05-10 11:35:05,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 4: [2023-05-10 11:35:05,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-10 11:35:05,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-10 11:35:05,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +28: [2023-05-10 11:35:05,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +28: [2023-05-10 11:35:05,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +28: [2023-05-10 11:35:05,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +23: [2023-05-10 11:35:05,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-10 11:35:05,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-10 11:35:05,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-10 11:35:05,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-10 11:35:05,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:05,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-10 11:35:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-10 11:35:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-10 11:35:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-10 11:35:05,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-10 11:35:05,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-10 11:35:05,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-10 11:35:05,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-10 11:35:05,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-10 11:35:05,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-10 11:35:05,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-10 11:35:05,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-10 11:35:05,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-10 11:35:05,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-10 11:35:05,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-10 11:35:05,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:05,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-10 11:35:05,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-10 11:35:05,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-10 11:35:05,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-10 11:35:05,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 1: [2023-05-10 11:35:05,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 1: [2023-05-10 11:35:05,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 1: [2023-05-10 11:35:05,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 8: [2023-05-10 11:35:05,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 8: [2023-05-10 11:35:05,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +29: [2023-05-10 11:35:05,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +29: [2023-05-10 11:35:05,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +29: [2023-05-10 11:35:05,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 8: [2023-05-10 11:35:05,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +29: [2023-05-10 11:35:05,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 8: [2023-05-10 11:35:05,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +18: [2023-05-10 11:35:05,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +18: [2023-05-10 11:35:05,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +18: [2023-05-10 11:35:05,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +18: [2023-05-10 11:35:05,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 1: [2023-05-10 11:35:05,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-10 11:35:05,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-10 11:35:05,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 3: [2023-05-10 11:35:05,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 3: [2023-05-10 11:35:05,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 3: [2023-05-10 11:35:05,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 1: [2023-05-10 11:35:05,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-10 11:35:05,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-10 11:35:05,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +26: [2023-05-10 11:35:05,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +26: [2023-05-10 11:35:05,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +26: [2023-05-10 11:35:05,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 1: [2023-05-10 11:35:05,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-10 11:35:05,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-10 11:35:05,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-10 11:35:05,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-10 11:35:05,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-10 11:35:05,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-10 11:35:05,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-10 11:35:05,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-10 11:35:05,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-10 11:35:05,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-10 11:35:05,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-10 11:35:05,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-10 11:35:05,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-10 11:35:05,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-10 11:35:05,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-10 11:35:05,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-10 11:35:05,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-10 11:35:05,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-10 11:35:05,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-10 11:35:05,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-10 11:35:05,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-10 11:35:05,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-10 11:35:05,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-10 11:35:05,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-10 11:35:05,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-10 11:35:05,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-10 11:35:05,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-10 11:35:05,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-10 11:35:05,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +10: [2023-05-10 11:35:05,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +10: [2023-05-10 11:35:05,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +10: [2023-05-10 11:35:05,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +31: [2023-05-10 11:35:05,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +31: [2023-05-10 11:35:05,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +31: [2023-05-10 11:35:05,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +31: [2023-05-10 11:35:05,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-10 11:35:05,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-10 11:35:05,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-10 11:35:05,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-10 11:35:05,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 1: [2023-05-10 11:35:05,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-10 11:35:05,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +30: [2023-05-10 11:35:05,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 1: [2023-05-10 11:35:05,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +30: [2023-05-10 11:35:05,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +30: [2023-05-10 11:35:05,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +25: [2023-05-10 11:35:05,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +25: [2023-05-10 11:35:05,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +15: [2023-05-10 11:35:05,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +15: [2023-05-10 11:35:05,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +13: [2023-05-10 11:35:05,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +13: [2023-05-10 11:35:05,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +13: [2023-05-10 11:35:05,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +25: [2023-05-10 11:35:05,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +25: [2023-05-10 11:35:05,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +13: [2023-05-10 11:35:05,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +15: [2023-05-10 11:35:05,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +15: [2023-05-10 11:35:05,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +21: [2023-05-10 11:35:05,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +21: [2023-05-10 11:35:05,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +21: [2023-05-10 11:35:05,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +10: [2023-05-10 11:35:05,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-10 11:35:05,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-10 11:35:05,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-10 11:35:05,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 1: [2023-05-10 11:35:05,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-10 11:35:05,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-10 11:35:05,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 7: [2023-05-10 11:35:05,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 7: [2023-05-10 11:35:05,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +10: [2023-05-10 11:35:05,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-10 11:35:05,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +23: [2023-05-10 11:35:05,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 1: [2023-05-10 11:35:05,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 6: [2023-05-10 11:35:05,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 6: [2023-05-10 11:35:05,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 6: [2023-05-10 11:35:05,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 6: [2023-05-10 11:35:05,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 7: [2023-05-10 11:35:05,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 5: [2023-05-10 11:35:05,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 5: [2023-05-10 11:35:05,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 5: [2023-05-10 11:35:05,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 5: [2023-05-10 11:35:05,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 1: [2023-05-10 11:35:05,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-10 11:35:05,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +23: [2023-05-10 11:35:05,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +17: [2023-05-10 11:35:05,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +17: [2023-05-10 11:35:05,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +16: [2023-05-10 11:35:05,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +16: [2023-05-10 11:35:05,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 1: [2023-05-10 11:35:05,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +12: [2023-05-10 11:35:05,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +12: [2023-05-10 11:35:05,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +17: [2023-05-10 11:35:05,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +16: [2023-05-10 11:35:05,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +17: [2023-05-10 11:35:05,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +12: [2023-05-10 11:35:05,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +16: [2023-05-10 11:35:05,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +12: [2023-05-10 11:35:05,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-10 11:35:05,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:05,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 4: [2023-05-10 11:35:05,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 4: [2023-05-10 11:35:05,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 1: [2023-05-10 11:35:05,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 4: [2023-05-10 11:35:05,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +19: [2023-05-10 11:35:05,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +19: [2023-05-10 11:35:05,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-10 11:35:05,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-10 11:35:05,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-10 11:35:05,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-10 11:35:05,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-10 11:35:05,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-10 11:35:05,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-10 11:35:05,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +19: [2023-05-10 11:35:05,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-10 11:35:05,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-10 11:35:05,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +11: [2023-05-10 11:35:05,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +11: [2023-05-10 11:35:05,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +11: [2023-05-10 11:35:05,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +30: [2023-05-10 11:35:05,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-10 11:35:05,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-10 11:35:05,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-10 11:35:05,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-10 11:35:05,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 2: [2023-05-10 11:35:05,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +30: [2023-05-10 11:35:05,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-10 11:35:05,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-10 11:35:05,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-10 11:35:05,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-10 11:35:05,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-10 11:35:05,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-10 11:35:05,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-10 11:35:05,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-10 11:35:05,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-10 11:35:05,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-10 11:35:05,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-10 11:35:05,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-10 11:35:05,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-10 11:35:05,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-10 11:35:05,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-10 11:35:05,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-10 11:35:05,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +29: [2023-05-10 11:35:05,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-10 11:35:05,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +21: [2023-05-10 11:35:05,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-10 11:35:05,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-10 11:35:05,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-10 11:35:05,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-10 11:35:05,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-10 11:35:05,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-10 11:35:05,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-10 11:35:05,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-10 11:35:05,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-10 11:35:05,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-10 11:35:05,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-10 11:35:05,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-10 11:35:05,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-10 11:35:05,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +29: [2023-05-10 11:35:05,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 2: [2023-05-10 11:35:05,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-10 11:35:05,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-10 11:35:05,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-10 11:35:05,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-10 11:35:05,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-10 11:35:05,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-10 11:35:05,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-10 11:35:05,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 5: [2023-05-10 11:35:05,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-10 11:35:05,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-10 11:35:05,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 2: [2023-05-10 11:35:05,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-10 11:35:05,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-10 11:35:05,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-10 11:35:05,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-10 11:35:05,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-10 11:35:05,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-10 11:35:05,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-10 11:35:05,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-10 11:35:05,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-10 11:35:05,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-10 11:35:05,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-10 11:35:05,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-10 11:35:05,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-10 11:35:05,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-10 11:35:05,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-10 11:35:05,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-10 11:35:05,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-10 11:35:05,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-10 11:35:05,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-10 11:35:05,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:05,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-10 11:35:05,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-10 11:35:05,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-10 11:35:05,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-10 11:35:05,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-10 11:35:05,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-10 11:35:05,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-10 11:35:05,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-10 11:35:05,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-10 11:35:05,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-10 11:35:05,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-10 11:35:05,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-10 11:35:05,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:05,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-10 11:35:05,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:05,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-10 11:35:05,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:05,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-10 11:35:05,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-10 11:35:05,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-10 11:35:05,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +24: [2023-05-10 11:35:05,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +24: [2023-05-10 11:35:05,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +17: [2023-05-10 11:35:05,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-10 11:35:05,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. + 2: [2023-05-10 11:35:05,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-10 11:35:05,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-10 11:35:05,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:05,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +14: [2023-05-10 11:35:05,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +14: [2023-05-10 11:35:05,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +14: [2023-05-10 11:35:05,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +11: [2023-05-10 11:35:05,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-10 11:35:05,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-10 11:35:05,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-10 11:35:05,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-10 11:35:05,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-10 11:35:05,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-10 11:35:05,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +20: [2023-05-10 11:35:05,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +20: [2023-05-10 11:35:05,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +20: [2023-05-10 11:35:05,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_22-model_01-model_states.pt. +24: [2023-05-10 11:35:05,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-10 11:35:05,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-10 11:35:05,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-10 11:35:05,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:05,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:05,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:05,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:05,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-10 11:35:05,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-10 11:35:05,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-10 11:35:05,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-10 11:35:05,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-10 11:35:05,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-10 11:35:05,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-10 11:35:05,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +23: [2023-05-10 11:35:05,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-10 11:35:05,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +23: [2023-05-10 11:35:05,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-10 11:35:05,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 4: [2023-05-10 11:35:05,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-10 11:35:05,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-10 11:35:05,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-10 11:35:05,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:05,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 2: [2023-05-10 11:35:05,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-10 11:35:05,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +20: [2023-05-10 11:35:05,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:05,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-10 11:35:05,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-10 11:35:05,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-10 11:35:05,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-10 11:35:05,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-10 11:35:05,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-10 11:35:05,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 4: [2023-05-10 11:35:05,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +17: [2023-05-10 11:35:05,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +17: [2023-05-10 11:35:05,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 2: [2023-05-10 11:35:05,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-10 11:35:05,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-10 11:35:05,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-10 11:35:05,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-10 11:35:05,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-10 11:35:05,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-10 11:35:05,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-10 11:35:05,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-10 11:35:05,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-10 11:35:05,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-10 11:35:05,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-10 11:35:05,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-10 11:35:05,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-10 11:35:05,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-10 11:35:05,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-10 11:35:05,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-10 11:35:05,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-10 11:35:05,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-10 11:35:05,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-10 11:35:05,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-10 11:35:05,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-10 11:35:05,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-10 11:35:05,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-10 11:35:05,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-10 11:35:05,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-10 11:35:05,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-10 11:35:05,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +22: [2023-05-10 11:35:05,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-10 11:35:05,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-10 11:35:05,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-10 11:35:05,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-10 11:35:05,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-10 11:35:05,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-10 11:35:05,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-10 11:35:05,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-10 11:35:05,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-10 11:35:05,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +29: [2023-05-10 11:35:05,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-10 11:35:05,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-10 11:35:05,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-10 11:35:05,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +21: [2023-05-10 11:35:05,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-10 11:35:05,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +21: [2023-05-10 11:35:05,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-10 11:35:05,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +21: [2023-05-10 11:35:05,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +22: [2023-05-10 11:35:05,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-10 11:35:05,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-10 11:35:05,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-10 11:35:05,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +22: [2023-05-10 11:35:05,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +22: [2023-05-10 11:35:05,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +22: [2023-05-10 11:35:05,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-10 11:35:05,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +17: [2023-05-10 11:35:05,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +22: [2023-05-10 11:35:05,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-10 11:35:05,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-10 11:35:05,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-10 11:35:05,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 2: [2023-05-10 11:35:05,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 5: [2023-05-10 11:35:05,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-10 11:35:05,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-10 11:35:05,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-10 11:35:05,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-10 11:35:05,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-10 11:35:05,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-10 11:35:05,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-10 11:35:05,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 5: [2023-05-10 11:35:05,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +14: [2023-05-10 11:35:05,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-10 11:35:05,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-10 11:35:05,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 5: [2023-05-10 11:35:05,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 2: [2023-05-10 11:35:05,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-10 11:35:05,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-10 11:35:05,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-10 11:35:05,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-10 11:35:05,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-10 11:35:05,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-10 11:35:05,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:05,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 2: [2023-05-10 11:35:05,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +17: [2023-05-10 11:35:05,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +24: [2023-05-10 11:35:05,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-10 11:35:05,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-10 11:35:05,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-10 11:35:05,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 2: [2023-05-10 11:35:05,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-10 11:35:05,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-10 11:35:05,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +14: [2023-05-10 11:35:05,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-10 11:35:05,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-10 11:35:05,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-10 11:35:05,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-10 11:35:05,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-10 11:35:05,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-10 11:35:05,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-10 11:35:05,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-10 11:35:05,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-10 11:35:05,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-10 11:35:05,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-10 11:35:05,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-10 11:35:05,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +28: [2023-05-10 11:35:05,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-10 11:35:05,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-10 11:35:05,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-10 11:35:05,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-10 11:35:05,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-10 11:35:05,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-10 11:35:05,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-10 11:35:05,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:05,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +28: [2023-05-10 11:35:05,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-10 11:35:05,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +28: [2023-05-10 11:35:05,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +14: [2023-05-10 11:35:05,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 7: [2023-05-10 11:35:05,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-10 11:35:05,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-10 11:35:05,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-10 11:35:05,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +28: [2023-05-10 11:35:05,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-10 11:35:05,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-10 11:35:05,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-10 11:35:05,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-10 11:35:05,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-10 11:35:05,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 7: [2023-05-10 11:35:05,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 7: [2023-05-10 11:35:05,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-10 11:35:05,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-10 11:35:05,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-10 11:35:05,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 7: [2023-05-10 11:35:05,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-10 11:35:05,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-10 11:35:05,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 7: [2023-05-10 11:35:05,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-10 11:35:05,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-10 11:35:05,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 7: [2023-05-10 11:35:05,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-10 11:35:05,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +21: [2023-05-10 11:35:05,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-10 11:35:05,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-10 11:35:05,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-10 11:35:05,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-10 11:35:05,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-10 11:35:05,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +20: [2023-05-10 11:35:05,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-10 11:35:05,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-10 11:35:05,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +20: [2023-05-10 11:35:05,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-10 11:35:05,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-10 11:35:05,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-10 11:35:05,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +13: [2023-05-10 11:35:05,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-10 11:35:05,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-10 11:35:05,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-10 11:35:05,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +20: [2023-05-10 11:35:05,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +13: [2023-05-10 11:35:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-10 11:35:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-10 11:35:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-10 11:35:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-10 11:35:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-10 11:35:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-10 11:35:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-10 11:35:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-10 11:35:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-10 11:35:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-10 11:35:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-10 11:35:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-10 11:35:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-10 11:35:05,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-10 11:35:05,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-10 11:35:05,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-10 11:35:05,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +20: [2023-05-10 11:35:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-10 11:35:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-10 11:35:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-10 11:35:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-10 11:35:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-10 11:35:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-10 11:35:05,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-10 11:35:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-10 11:35:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-10 11:35:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-10 11:35:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-10 11:35:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-10 11:35:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-10 11:35:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-10 11:35:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-10 11:35:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-10 11:35:05,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-10 11:35:05,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-10 11:35:05,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +21: [2023-05-10 11:35:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-10 11:35:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +22: [2023-05-10 11:35:05,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-10 11:35:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-10 11:35:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-10 11:35:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +20: [2023-05-10 11:35:05,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-10 11:35:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 8: [2023-05-10 11:35:05,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-10 11:35:05,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 8: [2023-05-10 11:35:05,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 8: [2023-05-10 11:35:05,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 8: [2023-05-10 11:35:05,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +12: [2023-05-10 11:35:05,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-10 11:35:05,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-10 11:35:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-10 11:35:05,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-10 11:35:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-10 11:35:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-10 11:35:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-10 11:35:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-10 11:35:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-10 11:35:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-10 11:35:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-10 11:35:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-10 11:35:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-10 11:35:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-10 11:35:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-10 11:35:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-10 11:35:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-10 11:35:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +12: [2023-05-10 11:35:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-10 11:35:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +28: [2023-05-10 11:35:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-10 11:35:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +30: [2023-05-10 11:35:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-10 11:35:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-10 11:35:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-10 11:35:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-10 11:35:05,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +12: [2023-05-10 11:35:05,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +12: [2023-05-10 11:35:05,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-10 11:35:05,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-10 11:35:05,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-10 11:35:05,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +12: [2023-05-10 11:35:05,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +22: [2023-05-10 11:35:05,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-10 11:35:05,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-10 11:35:05,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-10 11:35:05,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-10 11:35:05,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +31: [2023-05-10 11:35:05,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-10 11:35:05,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-10 11:35:05,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-10 11:35:05,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-10 11:35:05,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-10 11:35:05,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 0: [2023-05-10 11:35:05,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-10 11:35:05,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +25: [2023-05-10 11:35:05,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-10 11:35:05,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-10 11:35:05,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-10 11:35:05,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-10 11:35:05,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-10 11:35:05,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-10 11:35:05,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-10 11:35:05,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-10 11:35:05,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-10 11:35:05,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-10 11:35:05,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +19: [2023-05-10 11:35:05,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-10 11:35:05,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +27: [2023-05-10 11:35:05,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-10 11:35:05,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-10 11:35:05,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-10 11:35:05,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-10 11:35:05,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +21: [2023-05-10 11:35:05,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-10 11:35:05,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-10 11:35:05,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-10 11:35:05,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-10 11:35:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-10 11:35:05,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-10 11:35:05,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-10 11:35:05,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-10 11:35:05,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-10 11:35:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-10 11:35:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-10 11:35:05,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-10 11:35:05,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-10 11:35:05,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-10 11:35:05,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-10 11:35:05,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-10 11:35:05,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-10 11:35:05,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +10: [2023-05-10 11:35:05,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-10 11:35:05,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-10 11:35:05,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-10 11:35:05,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-10 11:35:05,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +19: [2023-05-10 11:35:05,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 8: [2023-05-10 11:35:05,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-10 11:35:05,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-10 11:35:05,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +15: [2023-05-10 11:35:05,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-10 11:35:05,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-10 11:35:05,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-10 11:35:05,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-10 11:35:05,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +31: [2023-05-10 11:35:05,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-10 11:35:05,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-10 11:35:05,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +19: [2023-05-10 11:35:05,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +15: [2023-05-10 11:35:05,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-10 11:35:05,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-10 11:35:05,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-10 11:35:05,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-10 11:35:05,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-10 11:35:05,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-10 11:35:05,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-10 11:35:05,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-10 11:35:05,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-10 11:35:05,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +15: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +19: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +25: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-10 11:35:05,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +11: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-10 11:35:05,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-10 11:35:05,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-10 11:35:05,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-10 11:35:05,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-10 11:35:05,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-10 11:35:05,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-10 11:35:05,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 3: [2023-05-10 11:35:05,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-10 11:35:05,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +19: [2023-05-10 11:35:05,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-10 11:35:05,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-10 11:35:05,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 3: [2023-05-10 11:35:05,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-10 11:35:05,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-10 11:35:05,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-10 11:35:05,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-10 11:35:05,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-10 11:35:05,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-10 11:35:05,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +15: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +20: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +26: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +31: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 9: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-10 11:35:05,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +15: [2023-05-10 11:35:05,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-10 11:35:05,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +25: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 3: [2023-05-10 11:35:05,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-10 11:35:05,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-10 11:35:05,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-10 11:35:05,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-10 11:35:05,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-10 11:35:05,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-10 11:35:05,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-10 11:35:05,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-10 11:35:05,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 3: [2023-05-10 11:35:05,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 7: [2023-05-10 11:35:05,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-10 11:35:05,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 9: [2023-05-10 11:35:05,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-10 11:35:05,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +26: [2023-05-10 11:35:05,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +31: [2023-05-10 11:35:05,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +31: [2023-05-10 11:35:05,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +28: [2023-05-10 11:35:05,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-10 11:35:05,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 6: [2023-05-10 11:35:05,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +26: [2023-05-10 11:35:05,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-10 11:35:05,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +26: [2023-05-10 11:35:05,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-10 11:35:05,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-10 11:35:05,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +26: [2023-05-10 11:35:05,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-10 11:35:05,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 3: [2023-05-10 11:35:05,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-10 11:35:05,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-10 11:35:05,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-10 11:35:05,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +28: [2023-05-10 11:35:05,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-10 11:35:05,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 3: [2023-05-10 11:35:05,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +31: [2023-05-10 11:35:05,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 6: [2023-05-10 11:35:05,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-10 11:35:05,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-10 11:35:05,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 6: [2023-05-10 11:35:05,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-10 11:35:05,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-10 11:35:05,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-10 11:35:05,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-10 11:35:05,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-10 11:35:05,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 9: [2023-05-10 11:35:05,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +28: [2023-05-10 11:35:05,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-10 11:35:05,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-10 11:35:05,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +24: [2023-05-10 11:35:05,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-10 11:35:05,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-10 11:35:05,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-10 11:35:05,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-10 11:35:05,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-10 11:35:05,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-10 11:35:05,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-10 11:35:05,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-10 11:35:05,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-10 11:35:05,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-10 11:35:05,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-10 11:35:05,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-10 11:35:05,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-10 11:35:05,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-10 11:35:05,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-10 11:35:05,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-10 11:35:05,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-10 11:35:05,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +18: [2023-05-10 11:35:05,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-10 11:35:05,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +12: [2023-05-10 11:35:05,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-10 11:35:05,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-10 11:35:05,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-10 11:35:05,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-10 11:35:05,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-10 11:35:05,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-10 11:35:05,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +18: [2023-05-10 11:35:05,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... + 5: [2023-05-10 11:35:05,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-10 11:35:05,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-10 11:35:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-10 11:35:05,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-10 11:35:05,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-10 11:35:05,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-10 11:35:05,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-10 11:35:05,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-10 11:35:05,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-10 11:35:05,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-10 11:35:05,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-10 11:35:05,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-10 11:35:05,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-10 11:35:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-10 11:35:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-10 11:35:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-10 11:35:05,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-10 11:35:05,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-10 11:35:05,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-10 11:35:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-10 11:35:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-10 11:35:05,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-10 11:35:05,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-10 11:35:05,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-10 11:35:05,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-10 11:35:05,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-10 11:35:05,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-10 11:35:05,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-10 11:35:05,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-10 11:35:05,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-10 11:35:05,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-10 11:35:05,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-10 11:35:05,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-10 11:35:05,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-10 11:35:05,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-10 11:35:05,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-10 11:35:05,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-10 11:35:05,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-10 11:35:05,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-10 11:35:05,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-10 11:35:05,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-10 11:35:05,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-10 11:35:05,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-10 11:35:05,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-10 11:35:05,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-10 11:35:05,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-10 11:35:05,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-10 11:35:05,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-10 11:35:05,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-10 11:35:05,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-10 11:35:05,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-10 11:35:05,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-10 11:35:05,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-10 11:35:05,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-10 11:35:05,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-10 11:35:05,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-10 11:35:05,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-10 11:35:05,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-10 11:35:05,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-10 11:35:05,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-10 11:35:05,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-10 11:35:05,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-10 11:35:05,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-10 11:35:05,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-10 11:35:05,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-10 11:35:05,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-10 11:35:05,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-10 11:35:05,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-10 11:35:05,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-10 11:35:05,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-10 11:35:05,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-10 11:35:05,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-10 11:35:05,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-10 11:35:05,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-10 11:35:05,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-10 11:35:05,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-10 11:35:05,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-10 11:35:05,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-10 11:35:05,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-10 11:35:05,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-10 11:35:05,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-10 11:35:05,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-10 11:35:05,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-10 11:35:05,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-10 11:35:05,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-10 11:35:05,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-10 11:35:05,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-10 11:35:05,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-10 11:35:05,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-10 11:35:05,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-10 11:35:05,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-10 11:35:05,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-10 11:35:05,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-10 11:35:05,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-10 11:35:05,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-10 11:35:05,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-10 11:35:05,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-10 11:35:05,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-10 11:35:05,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-10 11:35:05,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-10 11:35:05,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-10 11:35:05,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-10 11:35:05,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-10 11:35:05,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-10 11:35:05,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-10 11:35:05,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-10 11:35:05,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-10 11:35:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-10 11:35:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-10 11:35:05,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-10 11:35:05,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-10 11:35:05,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-10 11:35:05,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-10 11:35:05,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-10 11:35:05,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-10 11:35:05,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-10 11:35:05,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-10 11:35:05,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-10 11:35:05,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-10 11:35:05,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-10 11:35:05,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-10 11:35:05,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-10 11:35:05,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-10 11:35:05,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-10 11:35:05,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-10 11:35:05,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-10 11:35:05,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-10 11:35:05,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-10 11:35:05,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-10 11:35:05,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-10 11:35:05,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-10 11:35:05,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-10 11:35:05,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-10 11:35:05,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-10 11:35:05,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-10 11:35:05,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-10 11:35:05,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-10 11:35:05,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-10 11:35:05,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-10 11:35:05,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-10 11:35:05,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-10 11:35:05,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-10 11:35:05,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-10 11:35:05,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-10 11:35:05,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-10 11:35:05,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-10 11:35:05,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-10 11:35:05,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-10 11:35:05,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-10 11:35:05,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-10 11:35:05,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-10 11:35:05,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-10 11:35:05,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +16: [2023-05-10 11:35:05,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +16: [2023-05-10 11:35:05,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-10 11:35:05,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-10 11:35:05,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-10 11:35:05,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +16: [2023-05-10 11:35:05,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-10 11:35:05,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt... +16: [2023-05-10 11:35:05,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-10 11:35:05,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-10 11:35:05,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-10 11:35:05,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-10 11:35:05,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-10 11:35:05,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-10 11:35:05,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-10 11:35:05,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-10 11:35:06,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-10 11:35:06,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-10 11:35:06,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-10 11:35:06,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-10 11:35:06,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-10 11:35:06,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-10 11:35:06,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-10 11:35:06,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-10 11:35:06,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-10 11:35:06,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-10 11:35:06,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-10 11:35:06,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-10 11:35:06,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-10 11:35:06,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:06,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +16: [2023-05-10 11:35:06,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +16: [2023-05-10 11:35:06,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +16: [2023-05-10 11:35:06,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +13: [2023-05-10 11:35:06,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-10 11:35:06,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-10 11:35:06,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +31: [2023-05-10 11:35:06,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +31: [2023-05-10 11:35:06,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +31: [2023-05-10 11:35:06,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 5: [2023-05-10 11:35:06,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-10 11:35:06,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-10 11:35:06,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-10 11:35:06,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-10 11:35:06,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-10 11:35:06,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-10 11:35:06,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-10 11:35:06,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-10 11:35:06,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-10 11:35:06,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-10 11:35:06,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-10 11:35:06,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-10 11:35:06,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-10 11:35:06,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-10 11:35:06,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-10 11:35:06,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-10 11:35:06,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-10 11:35:06,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-10 11:35:06,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-10 11:35:06,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-10 11:35:06,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-10 11:35:06,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-10 11:35:06,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-10 11:35:06,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-10 11:35:06,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-10 11:35:06,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-10 11:35:06,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-10 11:35:06,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-10 11:35:06,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-10 11:35:06,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-10 11:35:06,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-10 11:35:06,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-10 11:35:06,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-10 11:35:06,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-10 11:35:06,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-10 11:35:06,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-10 11:35:06,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-10 11:35:06,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-10 11:35:06,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-10 11:35:06,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-10 11:35:06,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-10 11:35:06,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-10 11:35:06,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-10 11:35:06,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-10 11:35:06,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-10 11:35:06,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-10 11:35:06,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-10 11:35:06,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-10 11:35:06,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-10 11:35:06,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-10 11:35:06,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-10 11:35:06,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-10 11:35:06,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-10 11:35:06,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-10 11:35:06,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-10 11:35:06,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-10 11:35:06,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-10 11:35:06,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-10 11:35:06,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-10 11:35:06,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-10 11:35:06,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-10 11:35:06,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-10 11:35:06,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-10 11:35:06,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-10 11:35:06,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-10 11:35:06,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-10 11:35:06,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-10 11:35:06,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-10 11:35:06,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-10 11:35:06,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-10 11:35:06,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-10 11:35:06,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-10 11:35:06,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-10 11:35:06,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-10 11:35:06,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-10 11:35:06,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-10 11:35:06,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-10 11:35:06,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-10 11:35:06,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-10 11:35:06,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-10 11:35:06,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-10 11:35:06,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-10 11:35:06,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-10 11:35:06,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-10 11:35:06,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-10 11:35:06,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-10 11:35:06,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-10 11:35:06,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-10 11:35:06,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-10 11:35:06,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-10 11:35:06,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-10 11:35:06,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-10 11:35:06,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-10 11:35:06,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-10 11:35:06,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-10 11:35:06,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-10 11:35:06,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-10 11:35:06,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-10 11:35:06,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-10 11:35:06,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-10 11:35:06,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-10 11:35:06,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-10 11:35:06,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-10 11:35:06,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-10 11:35:06,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-10 11:35:06,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-10 11:35:06,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-10 11:35:06,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-10 11:35:06,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-10 11:35:06,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-10 11:35:06,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-10 11:35:06,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-10 11:35:06,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-10 11:35:06,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-10 11:35:06,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-10 11:35:06,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-10 11:35:06,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-10 11:35:06,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-10 11:35:06,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-10 11:35:06,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-10 11:35:06,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-10 11:35:06,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-10 11:35:06,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-10 11:35:06,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-10 11:35:06,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-10 11:35:06,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-10 11:35:06,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-10 11:35:06,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-10 11:35:06,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-10 11:35:06,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-10 11:35:06,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-10 11:35:06,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-10 11:35:06,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-10 11:35:06,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-10 11:35:06,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-10 11:35:06,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-10 11:35:06,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-10 11:35:06,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-10 11:35:06,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-10 11:35:06,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-10 11:35:06,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-10 11:35:06,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-10 11:35:06,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-10 11:35:06,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-10 11:35:06,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-10 11:35:06,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-10 11:35:06,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-10 11:35:06,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-10 11:35:06,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-10 11:35:06,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-10 11:35:06,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-10 11:35:06,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-10 11:35:06,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-10 11:35:06,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-10 11:35:06,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-10 11:35:06,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-10 11:35:06,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-10 11:35:06,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-10 11:35:06,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-10 11:35:06,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-10 11:35:06,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-10 11:35:06,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-10 11:35:06,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-10 11:35:06,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-10 11:35:06,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-10 11:35:06,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-10 11:35:06,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-10 11:35:06,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-10 11:35:06,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-10 11:35:06,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-10 11:35:06,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-10 11:35:06,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +24: [2023-05-10 11:35:06,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-10 11:35:06,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +30: [2023-05-10 11:35:06,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 6: [2023-05-10 11:35:06,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-10 11:35:06,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-10 11:35:06,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-10 11:35:06,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-10 11:35:06,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 6: [2023-05-10 11:35:06,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-10 11:35:06,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-10 11:35:06,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-10 11:35:06,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-10 11:35:06,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-10 11:35:06,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-10 11:35:06,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-10 11:35:06,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-10 11:35:06,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-10 11:35:06,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-10 11:35:06,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-10 11:35:06,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-10 11:35:06,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-10 11:35:06,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-10 11:35:06,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-10 11:35:06,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +12: [2023-05-10 11:35:06,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-10 11:35:06,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-10 11:35:06,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-10 11:35:06,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-10 11:35:06,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-10 11:35:06,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-10 11:35:06,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-10 11:35:06,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-10 11:35:06,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-10 11:35:06,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-10 11:35:06,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-10 11:35:06,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-10 11:35:06,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-10 11:35:06,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-10 11:35:06,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-10 11:35:06,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-10 11:35:06,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-10 11:35:06,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-10 11:35:06,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-10 11:35:06,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-10 11:35:06,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-10 11:35:06,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-10 11:35:06,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-10 11:35:06,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-10 11:35:06,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 0: [2023-05-10 11:35:06,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-10 11:35:06,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-10 11:35:06,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-10 11:35:06,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-10 11:35:06,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-10 11:35:06,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-10 11:35:06,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-10 11:35:06,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-10 11:35:06,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-10 11:35:06,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-10 11:35:06,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-10 11:35:06,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-10 11:35:06,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-10 11:35:06,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-10 11:35:06,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:06,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-10 11:35:06,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +18: [2023-05-10 11:35:06,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-10 11:35:06,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-10 11:35:06,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-10 11:35:06,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-10 11:35:06,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-10 11:35:06,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-10 11:35:06,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-10 11:35:06,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-10 11:35:06,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-10 11:35:06,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-10 11:35:06,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-10 11:35:06,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-10 11:35:06,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-10 11:35:06,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-10 11:35:06,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-10 11:35:06,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-10 11:35:06,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-10 11:35:06,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-10 11:35:06,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-10 11:35:06,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-10 11:35:06,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-10 11:35:06,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-10 11:35:06,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-10 11:35:06,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-10 11:35:06,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-10 11:35:06,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-10 11:35:06,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-10 11:35:06,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-10 11:35:06,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-10 11:35:06,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-10 11:35:06,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-10 11:35:06,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-10 11:35:06,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-10 11:35:06,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-10 11:35:06,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-10 11:35:06,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-10 11:35:06,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-10 11:35:06,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-10 11:35:06,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-10 11:35:06,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-10 11:35:06,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-10 11:35:06,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-10 11:35:06,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-10 11:35:06,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-10 11:35:06,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-10 11:35:06,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-10 11:35:06,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-10 11:35:06,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-10 11:35:06,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-10 11:35:06,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-10 11:35:06,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-10 11:35:06,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-10 11:35:06,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-10 11:35:06,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-10 11:35:06,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-10 11:35:06,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-10 11:35:06,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-10 11:35:06,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-10 11:35:06,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-10 11:35:06,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-10 11:35:06,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-10 11:35:06,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-10 11:35:06,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-10 11:35:06,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-10 11:35:06,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-10 11:35:06,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-10 11:35:06,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-10 11:35:06,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-10 11:35:06,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-10 11:35:06,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-10 11:35:06,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-10 11:35:06,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-10 11:35:06,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-10 11:35:06,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-10 11:35:06,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-10 11:35:06,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-10 11:35:06,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-10 11:35:06,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-10 11:35:06,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-10 11:35:06,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:06,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-10 11:35:06,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-10 11:35:06,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-10 11:35:06,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-10 11:35:06,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-10 11:35:06,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-10 11:35:06,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-10 11:35:06,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-10 11:35:06,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-10 11:35:06,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-10 11:35:06,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-10 11:35:06,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-10 11:35:06,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:06,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-10 11:35:06,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-10 11:35:06,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-10 11:35:06,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-10 11:35:06,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-10 11:35:06,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-10 11:35:06,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-10 11:35:06,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-10 11:35:06,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-10 11:35:06,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-10 11:35:06,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-10 11:35:06,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-10 11:35:06,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-10 11:35:06,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-10 11:35:06,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-10 11:35:06,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-10 11:35:06,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-10 11:35:06,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-10 11:35:06,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-10 11:35:06,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-10 11:35:06,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-10 11:35:06,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-10 11:35:06,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-10 11:35:06,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-10 11:35:06,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-10 11:35:06,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-10 11:35:06,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:06,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-10 11:35:06,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-10 11:35:06,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-10 11:35:06,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-10 11:35:06,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-10 11:35:06,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-10 11:35:06,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +28: [2023-05-10 11:35:06,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +28: [2023-05-10 11:35:06,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +25: [2023-05-10 11:35:06,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-10 11:35:06,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-10 11:35:06,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-10 11:35:06,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-10 11:35:06,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +27: [2023-05-10 11:35:06,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-10 11:35:06,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-10 11:35:06,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-10 11:35:06,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-10 11:35:06,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +31: [2023-05-10 11:35:06,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +31: [2023-05-10 11:35:06,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +31: [2023-05-10 11:35:06,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +11: [2023-05-10 11:35:06,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-10 11:35:06,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-10 11:35:06,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-10 11:35:06,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +23: [2023-05-10 11:35:06,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 9: [2023-05-10 11:35:06,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-10 11:35:06,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-10 11:35:06,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +11: [2023-05-10 11:35:06,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-10 11:35:06,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +19: [2023-05-10 11:35:06,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-10 11:35:06,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-10 11:35:06,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 4: [2023-05-10 11:35:06,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 4: [2023-05-10 11:35:06,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 4: [2023-05-10 11:35:06,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 6: [2023-05-10 11:35:06,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-10 11:35:06,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-10 11:35:06,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-10 11:35:06,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-10 11:35:06,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-10 11:35:06,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-10 11:35:06,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-10 11:35:06,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-10 11:35:06,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-10 11:35:06,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-10 11:35:06,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-10 11:35:06,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 5: [2023-05-10 11:35:06,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 5: [2023-05-10 11:35:06,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 6: [2023-05-10 11:35:06,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 6: [2023-05-10 11:35:06,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 6: [2023-05-10 11:35:06,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +16: [2023-05-10 11:35:06,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:06,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-10 11:35:06,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 6: [2023-05-10 11:35:06,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +30: [2023-05-10 11:35:06,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 6: [2023-05-10 11:35:06,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-10 11:35:06,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-10 11:35:06,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-10 11:35:06,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-10 11:35:06,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-10 11:35:06,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-10 11:35:06,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-10 11:35:06,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-10 11:35:06,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-10 11:35:06,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +19: [2023-05-10 11:35:06,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +30: [2023-05-10 11:35:06,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +23: [2023-05-10 11:35:06,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-10 11:35:06,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-10 11:35:06,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +19: [2023-05-10 11:35:06,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +30: [2023-05-10 11:35:06,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-10 11:35:06,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +12: [2023-05-10 11:35:06,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +28: [2023-05-10 11:35:06,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-10 11:35:06,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +15: [2023-05-10 11:35:06,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +28: [2023-05-10 11:35:06,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-10 11:35:06,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-10 11:35:06,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +12: [2023-05-10 11:35:06,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +24: [2023-05-10 11:35:06,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-10 11:35:06,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-10 11:35:06,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-10 11:35:06,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-10 11:35:06,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +23: [2023-05-10 11:35:06,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-10 11:35:06,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-10 11:35:06,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 4: [2023-05-10 11:35:06,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-10 11:35:06,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-10 11:35:06,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-10 11:35:06,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-10 11:35:06,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-10 11:35:06,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-10 11:35:06,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-10 11:35:06,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-10 11:35:06,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-10 11:35:06,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-10 11:35:06,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-10 11:35:06,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-10 11:35:06,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-10 11:35:06,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 6: [2023-05-10 11:35:06,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-10 11:35:06,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-10 11:35:06,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-10 11:35:06,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-10 11:35:06,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-10 11:35:06,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-10 11:35:06,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-10 11:35:06,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +12: [2023-05-10 11:35:06,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-10 11:35:06,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-10 11:35:06,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-10 11:35:06,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-10 11:35:06,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-10 11:35:06,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-10 11:35:06,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-10 11:35:06,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-10 11:35:06,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-10 11:35:06,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-10 11:35:06,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-10 11:35:06,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-10 11:35:06,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-10 11:35:06,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-10 11:35:06,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-10 11:35:06,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-10 11:35:06,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-10 11:35:06,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-10 11:35:06,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-10 11:35:06,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +14: [2023-05-10 11:35:06,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +14: [2023-05-10 11:35:06,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +23: [2023-05-10 11:35:06,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-10 11:35:06,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +23: [2023-05-10 11:35:06,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-10 11:35:06,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-10 11:35:06,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-10 11:35:06,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-10 11:35:06,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-10 11:35:06,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-10 11:35:06,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-10 11:35:06,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-10 11:35:06,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-10 11:35:06,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-10 11:35:06,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-10 11:35:06,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-10 11:35:06,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-10 11:35:06,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +22: [2023-05-10 11:35:06,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-10 11:35:06,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-10 11:35:06,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-10 11:35:06,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-10 11:35:06,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +14: [2023-05-10 11:35:06,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-10 11:35:06,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-10 11:35:06,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +14: [2023-05-10 11:35:06,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-10 11:35:06,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-10 11:35:06,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-10 11:35:06,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-10 11:35:06,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-10 11:35:06,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-10 11:35:06,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-10 11:35:06,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-10 11:35:06,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-10 11:35:06,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-10 11:35:06,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-10 11:35:06,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-10 11:35:06,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 6: [2023-05-10 11:35:06,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 5: [2023-05-10 11:35:06,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +15: [2023-05-10 11:35:06,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 5: [2023-05-10 11:35:06,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 5: [2023-05-10 11:35:06,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 1: [2023-05-10 11:35:06,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-10 11:35:06,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-10 11:35:06,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-10 11:35:06,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-10 11:35:06,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-10 11:35:06,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-10 11:35:06,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-10 11:35:06,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-10 11:35:06,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-10 11:35:06,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-10 11:35:06,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-10 11:35:06,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-10 11:35:06,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-10 11:35:06,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-10 11:35:06,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-10 11:35:06,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-10 11:35:06,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-10 11:35:06,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-10 11:35:06,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-10 11:35:06,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +23: [2023-05-10 11:35:06,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-10 11:35:06,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-10 11:35:06,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +17: [2023-05-10 11:35:06,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-10 11:35:06,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-10 11:35:06,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-10 11:35:06,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +26: [2023-05-10 11:35:06,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 6: [2023-05-10 11:35:06,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +17: [2023-05-10 11:35:06,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-10 11:35:06,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +12: [2023-05-10 11:35:06,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-10 11:35:06,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +26: [2023-05-10 11:35:06,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +26: [2023-05-10 11:35:06,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 6: [2023-05-10 11:35:06,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +12: [2023-05-10 11:35:06,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +12: [2023-05-10 11:35:06,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +23: [2023-05-10 11:35:06,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-10 11:35:06,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +17: [2023-05-10 11:35:06,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-10 11:35:06,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +28: [2023-05-10 11:35:06,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-10 11:35:06,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-10 11:35:06,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-10 11:35:06,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-10 11:35:06,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-10 11:35:06,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-10 11:35:06,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-10 11:35:06,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +28: [2023-05-10 11:35:06,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-10 11:35:06,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-10 11:35:06,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-10 11:35:06,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-10 11:35:06,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-10 11:35:06,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-10 11:35:06,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-10 11:35:06,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +17: [2023-05-10 11:35:06,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +14: [2023-05-10 11:35:06,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-10 11:35:06,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +28: [2023-05-10 11:35:06,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-10 11:35:06,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-10 11:35:06,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +23: [2023-05-10 11:35:06,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +15: [2023-05-10 11:35:06,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-10 11:35:06,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-10 11:35:06,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-10 11:35:06,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-10 11:35:06,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +15: [2023-05-10 11:35:06,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-10 11:35:06,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-10 11:35:06,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-10 11:35:06,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +13: [2023-05-10 11:35:06,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +13: [2023-05-10 11:35:06,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 4: [2023-05-10 11:35:06,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-10 11:35:06,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +23: [2023-05-10 11:35:06,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-10 11:35:06,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +28: [2023-05-10 11:35:06,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-10 11:35:06,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +13: [2023-05-10 11:35:06,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +28: [2023-05-10 11:35:06,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +28: [2023-05-10 11:35:06,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-10 11:35:06,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +15: [2023-05-10 11:35:06,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +28: [2023-05-10 11:35:06,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +15: [2023-05-10 11:35:06,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 4: [2023-05-10 11:35:06,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +19: [2023-05-10 11:35:06,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-10 11:35:06,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 3: [2023-05-10 11:35:06,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-10 11:35:06,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-10 11:35:06,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-10 11:35:06,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-10 11:35:06,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-10 11:35:06,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-10 11:35:06,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-10 11:35:06,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-10 11:35:06,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-10 11:35:06,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-10 11:35:06,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 9: [2023-05-10 11:35:06,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 9: [2023-05-10 11:35:06,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 9: [2023-05-10 11:35:06,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +26: [2023-05-10 11:35:06,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-10 11:35:06,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-10 11:35:06,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +23: [2023-05-10 11:35:06,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-10 11:35:06,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-10 11:35:06,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-10 11:35:06,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-10 11:35:06,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +24: [2023-05-10 11:35:06,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +23: [2023-05-10 11:35:06,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-10 11:35:06,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +24: [2023-05-10 11:35:06,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +14: [2023-05-10 11:35:06,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +13: [2023-05-10 11:35:06,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-10 11:35:06,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-10 11:35:06,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-10 11:35:06,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-10 11:35:06,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-10 11:35:06,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-10 11:35:06,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-10 11:35:06,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-10 11:35:06,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-10 11:35:06,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-10 11:35:06,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-10 11:35:06,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-10 11:35:06,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-10 11:35:06,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-10 11:35:06,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-10 11:35:06,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-10 11:35:06,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-10 11:35:06,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-10 11:35:06,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 9: [2023-05-10 11:35:06,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-10 11:35:06,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-10 11:35:06,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-10 11:35:06,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-10 11:35:06,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 3: [2023-05-10 11:35:06,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-10 11:35:06,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +27: [2023-05-10 11:35:06,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +27: [2023-05-10 11:35:06,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +27: [2023-05-10 11:35:06,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 1: [2023-05-10 11:35:06,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-10 11:35:06,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-10 11:35:06,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-10 11:35:06,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-10 11:35:06,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-10 11:35:06,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-10 11:35:06,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-10 11:35:06,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-10 11:35:06,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-10 11:35:06,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-10 11:35:06,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-10 11:35:06,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-10 11:35:06,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-10 11:35:06,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-10 11:35:06,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-10 11:35:06,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-10 11:35:06,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-10 11:35:06,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-10 11:35:06,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-10 11:35:06,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-10 11:35:06,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-10 11:35:06,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-10 11:35:06,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-10 11:35:06,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-10 11:35:06,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-10 11:35:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-10 11:35:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-10 11:35:06,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-10 11:35:06,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-10 11:35:06,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-10 11:35:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-10 11:35:06,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-10 11:35:06,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-10 11:35:06,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +28: [2023-05-10 11:35:06,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-10 11:35:06,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-10 11:35:06,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-10 11:35:06,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-10 11:35:06,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-10 11:35:06,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +13: [2023-05-10 11:35:06,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 0: [2023-05-10 11:35:06,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-10 11:35:06,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +28: [2023-05-10 11:35:06,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-10 11:35:06,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +26: [2023-05-10 11:35:06,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +26: [2023-05-10 11:35:06,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +26: [2023-05-10 11:35:06,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +26: [2023-05-10 11:35:06,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +14: [2023-05-10 11:35:06,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-10 11:35:06,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-10 11:35:06,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-10 11:35:06,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-10 11:35:06,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-10 11:35:06,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-10 11:35:06,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-10 11:35:06,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +17: [2023-05-10 11:35:06,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-10 11:35:06,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +13: [2023-05-10 11:35:06,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +17: [2023-05-10 11:35:06,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-10 11:35:06,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-10 11:35:06,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +20: [2023-05-10 11:35:06,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +20: [2023-05-10 11:35:06,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +20: [2023-05-10 11:35:06,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +20: [2023-05-10 11:35:06,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +17: [2023-05-10 11:35:06,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 9: [2023-05-10 11:35:06,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-10 11:35:06,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-10 11:35:06,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-10 11:35:06,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-10 11:35:06,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-10 11:35:06,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-10 11:35:06,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-10 11:35:06,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-10 11:35:06,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 9: [2023-05-10 11:35:06,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 9: [2023-05-10 11:35:06,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 9: [2023-05-10 11:35:06,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 0: [2023-05-10 11:35:06,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-10 11:35:06,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +24: [2023-05-10 11:35:06,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-10 11:35:06,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-10 11:35:06,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-10 11:35:06,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-10 11:35:06,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-10 11:35:06,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +24: [2023-05-10 11:35:06,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-10 11:35:06,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 2: [2023-05-10 11:35:06,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 2: [2023-05-10 11:35:06,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 2: [2023-05-10 11:35:06,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +10: [2023-05-10 11:35:06,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +10: [2023-05-10 11:35:06,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-10 11:35:06,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-10 11:35:06,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +24: [2023-05-10 11:35:06,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-10 11:35:06,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +20: [2023-05-10 11:35:06,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-10 11:35:06,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-10 11:35:06,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-10 11:35:06,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-10 11:35:06,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-10 11:35:06,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-10 11:35:06,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +25: [2023-05-10 11:35:06,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +25: [2023-05-10 11:35:06,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +25: [2023-05-10 11:35:06,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +25: [2023-05-10 11:35:06,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +27: [2023-05-10 11:35:06,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-10 11:35:06,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-10 11:35:06,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +27: [2023-05-10 11:35:06,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +27: [2023-05-10 11:35:06,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-10 11:35:06,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-10 11:35:06,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-10 11:35:06,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +18: [2023-05-10 11:35:06,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +18: [2023-05-10 11:35:06,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 2: [2023-05-10 11:35:06,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-10 11:35:06,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +27: [2023-05-10 11:35:06,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +18: [2023-05-10 11:35:06,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +10: [2023-05-10 11:35:06,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-10 11:35:06,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-10 11:35:06,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-10 11:35:06,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-10 11:35:06,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-10 11:35:06,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-10 11:35:06,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 8: [2023-05-10 11:35:06,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +29: [2023-05-10 11:35:06,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +29: [2023-05-10 11:35:06,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +25: [2023-05-10 11:35:06,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-10 11:35:06,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 8: [2023-05-10 11:35:06,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-10 11:35:06,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-10 11:35:06,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +29: [2023-05-10 11:35:06,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 3: [2023-05-10 11:35:06,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 3: [2023-05-10 11:35:06,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-10 11:35:06,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 3: [2023-05-10 11:35:06,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +21: [2023-05-10 11:35:06,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +21: [2023-05-10 11:35:06,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +21: [2023-05-10 11:35:06,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 3: [2023-05-10 11:35:06,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +25: [2023-05-10 11:35:06,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-10 11:35:06,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-10 11:35:06,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-10 11:35:06,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +11: [2023-05-10 11:35:06,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +11: [2023-05-10 11:35:06,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +11: [2023-05-10 11:35:06,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +11: [2023-05-10 11:35:06,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 7: [2023-05-10 11:35:06,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 7: [2023-05-10 11:35:06,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +22: [2023-05-10 11:35:06,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +22: [2023-05-10 11:35:06,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +22: [2023-05-10 11:35:06,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +20: [2023-05-10 11:35:06,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-10 11:35:06,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-10 11:35:06,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +18: [2023-05-10 11:35:06,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-10 11:35:06,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-10 11:35:06,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +20: [2023-05-10 11:35:06,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 7: [2023-05-10 11:35:06,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. +18: [2023-05-10 11:35:06,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-10 11:35:06,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-10 11:35:06,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 1: [2023-05-10 11:35:06,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 1: [2023-05-10 11:35:06,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 1: [2023-05-10 11:35:06,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-10 11:35:06,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +20: [2023-05-10 11:35:06,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-10 11:35:06,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-10 11:35:06,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-10 11:35:06,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-10 11:35:06,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +20: [2023-05-10 11:35:06,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-10 11:35:06,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +29: [2023-05-10 11:35:06,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-10 11:35:06,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-10 11:35:06,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-10 11:35:06,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-10 11:35:06,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 8: [2023-05-10 11:35:06,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-10 11:35:06,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-10 11:35:06,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-10 11:35:06,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 8: [2023-05-10 11:35:06,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-10 11:35:06,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-10 11:35:06,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-10 11:35:06,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-10 11:35:06,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-10 11:35:06,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-10 11:35:06,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-10 11:35:06,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-10 11:35:06,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-10 11:35:06,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-10 11:35:06,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 7: [2023-05-10 11:35:06,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-10 11:35:06,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-10 11:35:06,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-10 11:35:06,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-10 11:35:06,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-10 11:35:06,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-10 11:35:06,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-10 11:35:06,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-10 11:35:06,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-10 11:35:06,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-10 11:35:06,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-10 11:35:06,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +10: [2023-05-10 11:35:06,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-10 11:35:06,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-10 11:35:06,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-10 11:35:06,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-10 11:35:06,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-10 11:35:06,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-10 11:35:06,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-10 11:35:06,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 1: [2023-05-10 11:35:06,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-10 11:35:06,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 1: [2023-05-10 11:35:06,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-10 11:35:06,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-10 11:35:06,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-10 11:35:06,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-10 11:35:06,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-10 11:35:06,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +25: [2023-05-10 11:35:06,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +10: [2023-05-10 11:35:06,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-10 11:35:06,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-10 11:35:06,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +25: [2023-05-10 11:35:06,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-10 11:35:06,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +25: [2023-05-10 11:35:06,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-10 11:35:06,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-10 11:35:06,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +18: [2023-05-10 11:35:06,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-10 11:35:06,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +25: [2023-05-10 11:35:06,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +18: [2023-05-10 11:35:06,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-10 11:35:06,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-10 11:35:06,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +29: [2023-05-10 11:35:06,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-10 11:35:06,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +18: [2023-05-10 11:35:06,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +18: [2023-05-10 11:35:06,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +11: [2023-05-10 11:35:06,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-10 11:35:06,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-10 11:35:06,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +22: [2023-05-10 11:35:06,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +18: [2023-05-10 11:35:06,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-10 11:35:06,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-10 11:35:06,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-10 11:35:06,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-10 11:35:06,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-10 11:35:06,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +21: [2023-05-10 11:35:06,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +29: [2023-05-10 11:35:06,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 8: [2023-05-10 11:35:06,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-10 11:35:06,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-10 11:35:06,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-10 11:35:06,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +11: [2023-05-10 11:35:06,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-10 11:35:06,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +29: [2023-05-10 11:35:06,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 8: [2023-05-10 11:35:06,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 8: [2023-05-10 11:35:06,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 3: [2023-05-10 11:35:06,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-10 11:35:06,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-10 11:35:06,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-10 11:35:06,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-10 11:35:06,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-10 11:35:06,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-10 11:35:06,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +22: [2023-05-10 11:35:06,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-10 11:35:06,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-10 11:35:06,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-10 11:35:06,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-10 11:35:06,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-10 11:35:06,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-10 11:35:06,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-10 11:35:06,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 7: [2023-05-10 11:35:06,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 7: [2023-05-10 11:35:06,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-10 11:35:06,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-10 11:35:06,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-10 11:35:06,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 3: [2023-05-10 11:35:06,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 3: [2023-05-10 11:35:06,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 3: [2023-05-10 11:35:06,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +22: [2023-05-10 11:35:06,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +22: [2023-05-10 11:35:06,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 1: [2023-05-10 11:35:06,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +22: [2023-05-10 11:35:06,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +21: [2023-05-10 11:35:06,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +21: [2023-05-10 11:35:06,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +21: [2023-05-10 11:35:06,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 7: [2023-05-10 11:35:06,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +11: [2023-05-10 11:35:06,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +11: [2023-05-10 11:35:06,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 1: [2023-05-10 11:35:06,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-10 11:35:06,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-10 11:35:06,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-10 11:35:06,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-10 11:35:06,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 7: [2023-05-10 11:35:06,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-10 11:35:06,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 7: [2023-05-10 11:35:06,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 1: [2023-05-10 11:35:06,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... + 1: [2023-05-10 11:35:06,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt... +20: [2023-05-10 11:35:07,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +20: [2023-05-10 11:35:07,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +20: [2023-05-10 11:35:07,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +20: [2023-05-10 11:35:07,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +20: [2023-05-10 11:35:07,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:07,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-10 11:35:07,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-10 11:35:07,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:07,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-10 11:35:07,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-10 11:35:07,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-10 11:35:07,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-10 11:35:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:07,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:07,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:07,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-10 11:35:07,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +21: [2023-05-10 11:35:07,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +16: [2023-05-10 11:35:07,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-10 11:35:07,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +21: [2023-05-10 11:35:07,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 3: [2023-05-10 11:35:07,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 3: [2023-05-10 11:35:07,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 3: [2023-05-10 11:35:07,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 3: [2023-05-10 11:35:07,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +16: [2023-05-10 11:35:07,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-10 11:35:07,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-10 11:35:07,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-10 11:35:07,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-10 11:35:07,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-10 11:35:07,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-10 11:35:07,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-10 11:35:07,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-10 11:35:07,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-10 11:35:07,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-10 11:35:07,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:07,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-10 11:35:07,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-10 11:35:07,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-10 11:35:07,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-10 11:35:07,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-10 11:35:07,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-10 11:35:07,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-10 11:35:07,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-10 11:35:07,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:07,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-10 11:35:07,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-10 11:35:07,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-10 11:35:07,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-10 11:35:07,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +10: [2023-05-10 11:35:07,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +10: [2023-05-10 11:35:07,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +10: [2023-05-10 11:35:07,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +15: [2023-05-10 11:35:07,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +15: [2023-05-10 11:35:07,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +15: [2023-05-10 11:35:07,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +15: [2023-05-10 11:35:07,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +11: [2023-05-10 11:35:07,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-10 11:35:07,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-10 11:35:07,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-10 11:35:07,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-10 11:35:07,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-10 11:35:07,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-10 11:35:07,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-10 11:35:07,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-10 11:35:07,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-10 11:35:07,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-10 11:35:07,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-10 11:35:07,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-10 11:35:07,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-10 11:35:07,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-10 11:35:07,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-10 11:35:07,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-10 11:35:07,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-10 11:35:07,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-10 11:35:07,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-10 11:35:07,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-10 11:35:07,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-10 11:35:07,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-10 11:35:07,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-10 11:35:07,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-10 11:35:07,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-10 11:35:07,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-10 11:35:07,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-10 11:35:07,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-10 11:35:07,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-10 11:35:07,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-10 11:35:07,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-10 11:35:07,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-10 11:35:07,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-10 11:35:07,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-10 11:35:07,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-10 11:35:07,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-10 11:35:07,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-10 11:35:07,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-10 11:35:07,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-10 11:35:07,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-10 11:35:07,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-10 11:35:07,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-10 11:35:07,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-10 11:35:07,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-10 11:35:07,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +18: [2023-05-10 11:35:07,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +18: [2023-05-10 11:35:07,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +18: [2023-05-10 11:35:07,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +17: [2023-05-10 11:35:07,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-10 11:35:07,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-10 11:35:07,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-10 11:35:07,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-10 11:35:07,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-10 11:35:07,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-10 11:35:07,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-10 11:35:07,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-10 11:35:07,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-10 11:35:07,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-10 11:35:07,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-10 11:35:07,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-10 11:35:07,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 1: [2023-05-10 11:35:07,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +11: [2023-05-10 11:35:07,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-10 11:35:07,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-10 11:35:07,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-10 11:35:07,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-10 11:35:07,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-10 11:35:07,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-10 11:35:07,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-10 11:35:07,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-10 11:35:07,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 4: [2023-05-10 11:35:07,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-10 11:35:07,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-10 11:35:07,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-10 11:35:07,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +31: [2023-05-10 11:35:07,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-10 11:35:07,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-10 11:35:07,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-10 11:35:07,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-10 11:35:07,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-10 11:35:07,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-10 11:35:07,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-10 11:35:07,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-10 11:35:07,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-10 11:35:07,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-10 11:35:07,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-10 11:35:07,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-10 11:35:07,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-10 11:35:07,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-10 11:35:07,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-10 11:35:07,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-10 11:35:07,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-10 11:35:07,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-10 11:35:07,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-10 11:35:07,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-10 11:35:07,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-10 11:35:07,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-10 11:35:07,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-10 11:35:07,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-10 11:35:07,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-10 11:35:07,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-10 11:35:07,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-10 11:35:07,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-10 11:35:07,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-10 11:35:07,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-10 11:35:07,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-10 11:35:07,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-10 11:35:07,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-10 11:35:07,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-10 11:35:07,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-10 11:35:07,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-10 11:35:07,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-10 11:35:07,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-10 11:35:07,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-10 11:35:07,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-10 11:35:07,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-10 11:35:07,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-10 11:35:07,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-10 11:35:07,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-10 11:35:07,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-10 11:35:07,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-10 11:35:07,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-10 11:35:07,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-10 11:35:07,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +11: [2023-05-10 11:35:07,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +25: [2023-05-10 11:35:07,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-10 11:35:07,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-10 11:35:07,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-10 11:35:07,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-10 11:35:07,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-10 11:35:07,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-10 11:35:07,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-10 11:35:07,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +18: [2023-05-10 11:35:07,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-10 11:35:07,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-10 11:35:07,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 8: [2023-05-10 11:35:07,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-10 11:35:07,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-10 11:35:07,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-10 11:35:07,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-10 11:35:07,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-10 11:35:07,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-10 11:35:07,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-10 11:35:07,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-10 11:35:07,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-10 11:35:07,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-10 11:35:07,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-10 11:35:07,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-10 11:35:07,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-10 11:35:07,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-10 11:35:07,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-10 11:35:07,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-10 11:35:07,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-10 11:35:07,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-10 11:35:07,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-10 11:35:07,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-10 11:35:07,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-10 11:35:07,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-10 11:35:07,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-10 11:35:07,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-10 11:35:07,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-10 11:35:07,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-10 11:35:07,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-10 11:35:07,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-10 11:35:07,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-10 11:35:07,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-10 11:35:07,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +30: [2023-05-10 11:35:07,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-10 11:35:07,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-10 11:35:07,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-10 11:35:07,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-10 11:35:07,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-10 11:35:07,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-10 11:35:07,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-10 11:35:07,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-10 11:35:07,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-10 11:35:07,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-10 11:35:07,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-10 11:35:07,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-10 11:35:07,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-10 11:35:07,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-10 11:35:07,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-10 11:35:07,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-10 11:35:07,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-10 11:35:07,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-10 11:35:07,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-10 11:35:07,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-10 11:35:07,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-10 11:35:07,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-10 11:35:07,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-10 11:35:07,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-10 11:35:07,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-10 11:35:07,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-10 11:35:07,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-10 11:35:07,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-10 11:35:07,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-10 11:35:07,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-10 11:35:07,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-10 11:35:07,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-10 11:35:07,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-10 11:35:07,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-10 11:35:07,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-10 11:35:07,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-10 11:35:07,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-10 11:35:07,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-10 11:35:07,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-10 11:35:07,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-10 11:35:07,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-10 11:35:07,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-10 11:35:07,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-10 11:35:07,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-10 11:35:07,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +15: [2023-05-10 11:35:07,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-10 11:35:07,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-10 11:35:07,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-10 11:35:07,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 7: [2023-05-10 11:35:07,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-10 11:35:07,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-10 11:35:07,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-10 11:35:07,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-10 11:35:07,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-10 11:35:07,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 3: [2023-05-10 11:35:07,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 7: [2023-05-10 11:35:07,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-10 11:35:07,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-10 11:35:07,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-10 11:35:07,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-10 11:35:07,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-10 11:35:07,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-10 11:35:07,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 3: [2023-05-10 11:35:07,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-10 11:35:07,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-10 11:35:07,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +14: [2023-05-10 11:35:07,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-10 11:35:07,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-10 11:35:07,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-10 11:35:07,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-10 11:35:07,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-10 11:35:07,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-10 11:35:07,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-10 11:35:07,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-10 11:35:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-10 11:35:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-10 11:35:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-10 11:35:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-10 11:35:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-10 11:35:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-10 11:35:07,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-10 11:35:07,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-10 11:35:07,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-10 11:35:07,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-10 11:35:07,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-10 11:35:07,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-10 11:35:07,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-10 11:35:07,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-10 11:35:07,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-10 11:35:07,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-10 11:35:07,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-10 11:35:07,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +28: [2023-05-10 11:35:07,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-10 11:35:07,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-10 11:35:07,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-10 11:35:07,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +29: [2023-05-10 11:35:07,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-10 11:35:07,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-10 11:35:07,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-10 11:35:07,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-10 11:35:07,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 2: [2023-05-10 11:35:07,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-10 11:35:07,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-10 11:35:07,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-10 11:35:07,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 2: [2023-05-10 11:35:07,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-10 11:35:07,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-10 11:35:07,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-10 11:35:07,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-10 11:35:07,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-10 11:35:07,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-10 11:35:07,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-10 11:35:07,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-10 11:35:07,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 4: [2023-05-10 11:35:07,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-10 11:35:07,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +12: [2023-05-10 11:35:07,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-10 11:35:07,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-10 11:35:07,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-10 11:35:07,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-10 11:35:07,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-10 11:35:07,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +22: [2023-05-10 11:35:07,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-10 11:35:07,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-10 11:35:07,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +12: [2023-05-10 11:35:07,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-10 11:35:07,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-10 11:35:07,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-10 11:35:07,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-10 11:35:07,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-10 11:35:07,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-10 11:35:07,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-10 11:35:07,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-10 11:35:07,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-10 11:35:07,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-10 11:35:07,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-10 11:35:07,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-10 11:35:07,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-10 11:35:07,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-10 11:35:07,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-10 11:35:07,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-10 11:35:07,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-10 11:35:07,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-10 11:35:07,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-10 11:35:07,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-10 11:35:07,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-10 11:35:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-10 11:35:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-10 11:35:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-10 11:35:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-10 11:35:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-10 11:35:07,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-10 11:35:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-10 11:35:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-10 11:35:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-10 11:35:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-10 11:35:07,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-10 11:35:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-10 11:35:07,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-10 11:35:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-10 11:35:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-10 11:35:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-10 11:35:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-10 11:35:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-10 11:35:07,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-10 11:35:07,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-10 11:35:07,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-10 11:35:07,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-10 11:35:07,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +19: [2023-05-10 11:35:07,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +20: [2023-05-10 11:35:07,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-10 11:35:07,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +20: [2023-05-10 11:35:07,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +25: [2023-05-10 11:35:07,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-10 11:35:07,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +14: [2023-05-10 11:35:07,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-10 11:35:07,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +28: [2023-05-10 11:35:07,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-10 11:35:07,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +30: [2023-05-10 11:35:07,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-10 11:35:07,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-10 11:35:07,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-10 11:35:07,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-10 11:35:07,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +29: [2023-05-10 11:35:07,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-10 11:35:07,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-10 11:35:07,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +17: [2023-05-10 11:35:07,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-10 11:35:07,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-10 11:35:07,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-10 11:35:07,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-10 11:35:07,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-10 11:35:07,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-10 11:35:07,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-10 11:35:07,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-10 11:35:07,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-10 11:35:07,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-10 11:35:07,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-10 11:35:07,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-10 11:35:07,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-10 11:35:07,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-10 11:35:07,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-10 11:35:07,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-10 11:35:07,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-10 11:35:07,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-10 11:35:07,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-10 11:35:07,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-10 11:35:07,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-10 11:35:07,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-10 11:35:07,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-10 11:35:07,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-10 11:35:07,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-10 11:35:07,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-10 11:35:07,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-10 11:35:07,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-10 11:35:07,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-10 11:35:07,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-10 11:35:07,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-10 11:35:07,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-10 11:35:07,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-10 11:35:07,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 0: [2023-05-10 11:35:07,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-10 11:35:07,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 0: [2023-05-10 11:35:07,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-10 11:35:07,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-10 11:35:07,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-10 11:35:07,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +10: [2023-05-10 11:35:07,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-10 11:35:07,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-10 11:35:07,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-10 11:35:07,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-10 11:35:07,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-10 11:35:07,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-10 11:35:07,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-10 11:35:07,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +22: [2023-05-10 11:35:07,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-10 11:35:07,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-10 11:35:07,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-10 11:35:07,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +17: [2023-05-10 11:35:07,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-10 11:35:07,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-10 11:35:07,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-10 11:35:07,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-10 11:35:07,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-10 11:35:07,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-10 11:35:07,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-10 11:35:07,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-10 11:35:07,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-10 11:35:07,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-10 11:35:07,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-10 11:35:07,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-10 11:35:07,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-10 11:35:07,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-10 11:35:07,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-10 11:35:07,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-10 11:35:07,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-10 11:35:07,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +24: [2023-05-10 11:35:07,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-10 11:35:07,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-10 11:35:07,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-10 11:35:07,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-10 11:35:07,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-10 11:35:07,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-10 11:35:07,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-10 11:35:07,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-10 11:35:07,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-10 11:35:07,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-10 11:35:07,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-10 11:35:07,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-10 11:35:07,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-10 11:35:07,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-10 11:35:07,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-10 11:35:07,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-10 11:35:07,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-10 11:35:07,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-10 11:35:07,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-10 11:35:07,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-10 11:35:07,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-10 11:35:07,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-10 11:35:07,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-10 11:35:07,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-10 11:35:07,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-10 11:35:07,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-10 11:35:07,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-10 11:35:07,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-10 11:35:07,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-10 11:35:07,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-10 11:35:07,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-10 11:35:07,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-10 11:35:07,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-10 11:35:07,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-10 11:35:07,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-10 11:35:07,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-10 11:35:07,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-10 11:35:07,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +11: [2023-05-10 11:35:07,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 1: [2023-05-10 11:35:07,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +19: [2023-05-10 11:35:07,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-10 11:35:07,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 8: [2023-05-10 11:35:07,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +30: [2023-05-10 11:35:07,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-10 11:35:07,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-10 11:35:07,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-10 11:35:07,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-10 11:35:07,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-10 11:35:07,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-10 11:35:07,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-10 11:35:07,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-10 11:35:07,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +11: [2023-05-10 11:35:07,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-10 11:35:07,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 2: [2023-05-10 11:35:07,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-10 11:35:07,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-10 11:35:07,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-10 11:35:07,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-10 11:35:07,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-10 11:35:07,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-10 11:35:07,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +11: [2023-05-10 11:35:07,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-10 11:35:07,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-10 11:35:07,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-10 11:35:07,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-10 11:35:07,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-10 11:35:07,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-10 11:35:07,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-10 11:35:07,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +13: [2023-05-10 11:35:07,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-10 11:35:07,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-10 11:35:07,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-10 11:35:07,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-10 11:35:07,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-10 11:35:07,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-10 11:35:07,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-10 11:35:07,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-10 11:35:07,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-10 11:35:07,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-10 11:35:07,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-10 11:35:07,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-10 11:35:07,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 6: [2023-05-10 11:35:07,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-10 11:35:07,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-10 11:35:07,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-10 11:35:07,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-10 11:35:07,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-10 11:35:07,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-10 11:35:07,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-10 11:35:07,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-10 11:35:07,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-10 11:35:07,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-10 11:35:07,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-10 11:35:07,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-10 11:35:07,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-10 11:35:07,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-10 11:35:07,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-10 11:35:07,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-10 11:35:07,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-10 11:35:07,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-10 11:35:07,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-10 11:35:07,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-10 11:35:07,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-10 11:35:07,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-10 11:35:07,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-10 11:35:07,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-10 11:35:07,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-10 11:35:07,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-10 11:35:07,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-10 11:35:07,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-10 11:35:07,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-10 11:35:07,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-10 11:35:07,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-10 11:35:07,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 5: [2023-05-10 11:35:07,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-10 11:35:07,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-10 11:35:07,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-10 11:35:07,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-10 11:35:07,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-10 11:35:07,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-10 11:35:07,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-10 11:35:07,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-10 11:35:07,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-10 11:35:07,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-10 11:35:07,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-10 11:35:07,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-10 11:35:07,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-10 11:35:07,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-10 11:35:07,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-10 11:35:07,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-10 11:35:07,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-10 11:35:07,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-10 11:35:07,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +10: [2023-05-10 11:35:07,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-10 11:35:07,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-10 11:35:07,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-10 11:35:07,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-10 11:35:07,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-10 11:35:07,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-10 11:35:07,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-10 11:35:07,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-10 11:35:07,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-10 11:35:07,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-10 11:35:07,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-10 11:35:07,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 2: [2023-05-10 11:35:07,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 2: [2023-05-10 11:35:07,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 2: [2023-05-10 11:35:07,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +18: [2023-05-10 11:35:07,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +12: [2023-05-10 11:35:07,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-10 11:35:07,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-10 11:35:07,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-10 11:35:07,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +18: [2023-05-10 11:35:07,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-10 11:35:07,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-10 11:35:07,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-10 11:35:07,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +18: [2023-05-10 11:35:07,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +20: [2023-05-10 11:35:07,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-10 11:35:07,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-10 11:35:07,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-10 11:35:07,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-10 11:35:07,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-10 11:35:07,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-10 11:35:07,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-10 11:35:07,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +19: [2023-05-10 11:35:07,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-10 11:35:07,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-10 11:35:07,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-10 11:35:07,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-10 11:35:07,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-10 11:35:07,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-10 11:35:07,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-10 11:35:07,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-10 11:35:07,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-10 11:35:07,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-10 11:35:07,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +25: [2023-05-10 11:35:07,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 2: [2023-05-10 11:35:07,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-10 11:35:07,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-10 11:35:07,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-10 11:35:07,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-10 11:35:07,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-10 11:35:07,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 4: [2023-05-10 11:35:07,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 4: [2023-05-10 11:35:07,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 4: [2023-05-10 11:35:07,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +12: [2023-05-10 11:35:07,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +12: [2023-05-10 11:35:07,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +12: [2023-05-10 11:35:07,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +12: [2023-05-10 11:35:07,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 6: [2023-05-10 11:35:07,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-10 11:35:07,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-10 11:35:07,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +26: [2023-05-10 11:35:07,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +26: [2023-05-10 11:35:07,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +26: [2023-05-10 11:35:07,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 6: [2023-05-10 11:35:07,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-10 11:35:07,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-10 11:35:07,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +27: [2023-05-10 11:35:07,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +27: [2023-05-10 11:35:07,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +27: [2023-05-10 11:35:07,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +22: [2023-05-10 11:35:07,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +22: [2023-05-10 11:35:07,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +22: [2023-05-10 11:35:07,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +22: [2023-05-10 11:35:07,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 8: [2023-05-10 11:35:07,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-10 11:35:07,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-10 11:35:07,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-10 11:35:07,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-10 11:35:07,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 8: [2023-05-10 11:35:07,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 8: [2023-05-10 11:35:07,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 8: [2023-05-10 11:35:07,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +18: [2023-05-10 11:35:07,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-10 11:35:07,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-10 11:35:07,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-10 11:35:07,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-10 11:35:07,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-10 11:35:07,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-10 11:35:07,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-10 11:35:07,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-10 11:35:07,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-10 11:35:07,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-10 11:35:07,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-10 11:35:07,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-10 11:35:07,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-10 11:35:07,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-10 11:35:07,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-10 11:35:07,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-10 11:35:07,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-10 11:35:07,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-10 11:35:07,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-10 11:35:07,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-10 11:35:07,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-10 11:35:07,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-10 11:35:07,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-10 11:35:07,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-10 11:35:07,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-10 11:35:07,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-10 11:35:07,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-10 11:35:07,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-10 11:35:07,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 2: [2023-05-10 11:35:07,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-10 11:35:07,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +16: [2023-05-10 11:35:07,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +16: [2023-05-10 11:35:07,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 2: [2023-05-10 11:35:07,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-10 11:35:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 2: [2023-05-10 11:35:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-10 11:35:07,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-10 11:35:07,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-10 11:35:07,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-10 11:35:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 2: [2023-05-10 11:35:07,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +19: [2023-05-10 11:35:07,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-10 11:35:07,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +14: [2023-05-10 11:35:07,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +19: [2023-05-10 11:35:07,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +19: [2023-05-10 11:35:07,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +19: [2023-05-10 11:35:07,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +19: [2023-05-10 11:35:07,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-10 11:35:07,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +19: [2023-05-10 11:35:07,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-10 11:35:07,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-10 11:35:07,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-10 11:35:07,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +18: [2023-05-10 11:35:07,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-10 11:35:07,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-10 11:35:07,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 2: [2023-05-10 11:35:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-10 11:35:07,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-10 11:35:07,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +16: [2023-05-10 11:35:07,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:07,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:07,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-10 11:35:07,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-10 11:35:07,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-10 11:35:07,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +27: [2023-05-10 11:35:07,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-10 11:35:07,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +12: [2023-05-10 11:35:07,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-10 11:35:07,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-10 11:35:07,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +14: [2023-05-10 11:35:07,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-10 11:35:07,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +12: [2023-05-10 11:35:07,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-10 11:35:07,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 0: [2023-05-10 11:35:07,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +14: [2023-05-10 11:35:07,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-10 11:35:07,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-10 11:35:07,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 0: [2023-05-10 11:35:07,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +12: [2023-05-10 11:35:07,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 0: [2023-05-10 11:35:07,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +22: [2023-05-10 11:35:07,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-10 11:35:07,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-10 11:35:07,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-10 11:35:07,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-10 11:35:07,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-10 11:35:07,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +27: [2023-05-10 11:35:07,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +22: [2023-05-10 11:35:07,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-10 11:35:07,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 4: [2023-05-10 11:35:07,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +26: [2023-05-10 11:35:07,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-10 11:35:07,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-10 11:35:07,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-10 11:35:07,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 4: [2023-05-10 11:35:07,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-10 11:35:07,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +17: [2023-05-10 11:35:07,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +17: [2023-05-10 11:35:07,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +27: [2023-05-10 11:35:07,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-10 11:35:07,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +12: [2023-05-10 11:35:07,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-10 11:35:07,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 5: [2023-05-10 11:35:07,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 5: [2023-05-10 11:35:07,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 5: [2023-05-10 11:35:07,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 4: [2023-05-10 11:35:07,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +26: [2023-05-10 11:35:07,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +26: [2023-05-10 11:35:07,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +26: [2023-05-10 11:35:07,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 7: [2023-05-10 11:35:07,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 7: [2023-05-10 11:35:07,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 7: [2023-05-10 11:35:07,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 7: [2023-05-10 11:35:07,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +12: [2023-05-10 11:35:07,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 9: [2023-05-10 11:35:07,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 9: [2023-05-10 11:35:07,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +27: [2023-05-10 11:35:07,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 9: [2023-05-10 11:35:07,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 9: [2023-05-10 11:35:07,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +30: [2023-05-10 11:35:07,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +27: [2023-05-10 11:35:07,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-10 11:35:07,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +30: [2023-05-10 11:35:07,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +30: [2023-05-10 11:35:07,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +22: [2023-05-10 11:35:07,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-10 11:35:07,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +28: [2023-05-10 11:35:07,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +28: [2023-05-10 11:35:07,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +13: [2023-05-10 11:35:07,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +13: [2023-05-10 11:35:07,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +13: [2023-05-10 11:35:07,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +28: [2023-05-10 11:35:07,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +13: [2023-05-10 11:35:07,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +27: [2023-05-10 11:35:07,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +22: [2023-05-10 11:35:07,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 6: [2023-05-10 11:35:07,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 6: [2023-05-10 11:35:07,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 6: [2023-05-10 11:35:07,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 6: [2023-05-10 11:35:07,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +23: [2023-05-10 11:35:07,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +23: [2023-05-10 11:35:07,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +23: [2023-05-10 11:35:07,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +23: [2023-05-10 11:35:07,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 0: [2023-05-10 11:35:07,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-10 11:35:07,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +24: [2023-05-10 11:35:07,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +24: [2023-05-10 11:35:07,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +24: [2023-05-10 11:35:07,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 0: [2023-05-10 11:35:07,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-10 11:35:07,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-10 11:35:07,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:07,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-10 11:35:07,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-10 11:35:07,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-10 11:35:07,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:07,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-10 11:35:07,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-10 11:35:07,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-10 11:35:07,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-10 11:35:07,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-10 11:35:07,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-10 11:35:07,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-10 11:35:07,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:07,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 7: [2023-05-10 11:35:07,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-10 11:35:07,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-10 11:35:07,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:07,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 9: [2023-05-10 11:35:07,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:07,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 9: [2023-05-10 11:35:07,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-10 11:35:07,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-10 11:35:07,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-10 11:35:07,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-10 11:35:07,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-10 11:35:07,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-10 11:35:07,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-10 11:35:07,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:07,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-10 11:35:07,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-10 11:35:07,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-10 11:35:07,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-10 11:35:07,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-10 11:35:07,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-10 11:35:07,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +13: [2023-05-10 11:35:07,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-10 11:35:07,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-10 11:35:07,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-10 11:35:07,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-10 11:35:07,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-10 11:35:07,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-10 11:35:07,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +13: [2023-05-10 11:35:07,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-10 11:35:07,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-10 11:35:07,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-10 11:35:07,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-10 11:35:07,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-10 11:35:07,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-10 11:35:07,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-10 11:35:07,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-10 11:35:07,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-10 11:35:07,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-10 11:35:07,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-10 11:35:07,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +14: [2023-05-10 11:35:07,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +14: [2023-05-10 11:35:07,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-10 11:35:07,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-10 11:35:07,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +14: [2023-05-10 11:35:07,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +17: [2023-05-10 11:35:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-10 11:35:07,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +29: [2023-05-10 11:35:07,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +29: [2023-05-10 11:35:07,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +29: [2023-05-10 11:35:07,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +29: [2023-05-10 11:35:07,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +31: [2023-05-10 11:35:07,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +31: [2023-05-10 11:35:07,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +31: [2023-05-10 11:35:07,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. +31: [2023-05-10 11:35:07,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_24-model_01-model_states.pt. + 5: [2023-05-10 11:35:07,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-10 11:35:07,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-10 11:35:07,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 5: [2023-05-10 11:35:07,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 6: [2023-05-10 11:35:07,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-10 11:35:07,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-10 11:35:07,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-10 11:35:07,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-10 11:35:07,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-10 11:35:07,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +17: [2023-05-10 11:35:07,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-10 11:35:07,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-10 11:35:07,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-10 11:35:07,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-10 11:35:07,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-10 11:35:07,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-10 11:35:07,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-10 11:35:07,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-10 11:35:07,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 5: [2023-05-10 11:35:07,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 5: [2023-05-10 11:35:07,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 7: [2023-05-10 11:35:07,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-10 11:35:07,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 0: [2023-05-10 11:35:07,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +17: [2023-05-10 11:35:07,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 0: [2023-05-10 11:35:07,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +28: [2023-05-10 11:35:07,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +30: [2023-05-10 11:35:07,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-10 11:35:07,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 7: [2023-05-10 11:35:07,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +13: [2023-05-10 11:35:07,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-10 11:35:07,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 9: [2023-05-10 11:35:07,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 6: [2023-05-10 11:35:07,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-10 11:35:07,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-10 11:35:07,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +24: [2023-05-10 11:35:07,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-10 11:35:07,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-10 11:35:07,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-10 11:35:07,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-10 11:35:07,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 6: [2023-05-10 11:35:07,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +29: [2023-05-10 11:35:07,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-10 11:35:07,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-10 11:35:07,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +30: [2023-05-10 11:35:07,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +13: [2023-05-10 11:35:07,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +29: [2023-05-10 11:35:07,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-10 11:35:07,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-10 11:35:07,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-10 11:35:07,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-10 11:35:07,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 6: [2023-05-10 11:35:07,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +24: [2023-05-10 11:35:07,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-10 11:35:07,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-10 11:35:07,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-10 11:35:07,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-10 11:35:07,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-10 11:35:07,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-10 11:35:07,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-10 11:35:07,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-10 11:35:07,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-10 11:35:07,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-10 11:35:07,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-10 11:35:07,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 9: [2023-05-10 11:35:07,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-10 11:35:07,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +24: [2023-05-10 11:35:07,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +13: [2023-05-10 11:35:07,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-10 11:35:07,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +23: [2023-05-10 11:35:07,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +23: [2023-05-10 11:35:07,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 9: [2023-05-10 11:35:07,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +24: [2023-05-10 11:35:07,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +31: [2023-05-10 11:35:07,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-10 11:35:07,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... + 9: [2023-05-10 11:35:07,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +28: [2023-05-10 11:35:07,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +23: [2023-05-10 11:35:07,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +28: [2023-05-10 11:35:07,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +31: [2023-05-10 11:35:07,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-10 11:35:07,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-10 11:35:07,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-10 11:35:07,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +13: [2023-05-10 11:35:07,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-10 11:35:07,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +30: [2023-05-10 11:35:07,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +13: [2023-05-10 11:35:07,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +30: [2023-05-10 11:35:07,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-10 11:35:07,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-10 11:35:07,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +30: [2023-05-10 11:35:07,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +29: [2023-05-10 11:35:07,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-10 11:35:07,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-10 11:35:07,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +29: [2023-05-10 11:35:07,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +29: [2023-05-10 11:35:07,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-10 11:35:07,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-10 11:35:07,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +29: [2023-05-10 11:35:07,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +31: [2023-05-10 11:35:07,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-10 11:35:07,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +31: [2023-05-10 11:35:07,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-10 11:35:07,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-10 11:35:07,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +31: [2023-05-10 11:35:07,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +31: [2023-05-10 11:35:07,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-10 11:35:07,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt... +18: [2023-05-10 11:35:07,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-10 11:35:07,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-10 11:35:07,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-10 11:35:07,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-10 11:35:07,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-10 11:35:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-10 11:35:07,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-10 11:35:07,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-10 11:35:07,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-10 11:35:07,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-10 11:35:07,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-10 11:35:07,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-10 11:35:07,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-10 11:35:07,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-10 11:35:07,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-10 11:35:07,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-10 11:35:07,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-10 11:35:07,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-10 11:35:07,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-10 11:35:07,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-10 11:35:07,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-10 11:35:07,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-10 11:35:07,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-10 11:35:07,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-10 11:35:07,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-10 11:35:07,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-10 11:35:07,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-10 11:35:07,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-10 11:35:07,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-10 11:35:07,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-10 11:35:07,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-10 11:35:07,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-10 11:35:07,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-10 11:35:07,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-10 11:35:07,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-10 11:35:08,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-10 11:35:08,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-10 11:35:08,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-10 11:35:08,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-10 11:35:08,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-10 11:35:08,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-10 11:35:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-10 11:35:08,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-10 11:35:08,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-10 11:35:08,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-10 11:35:08,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-10 11:35:08,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-10 11:35:08,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-10 11:35:08,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-10 11:35:08,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-10 11:35:08,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-10 11:35:08,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-10 11:35:08,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-10 11:35:08,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-10 11:35:08,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-10 11:35:08,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-10 11:35:08,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-10 11:35:08,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-10 11:35:08,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-10 11:35:08,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-10 11:35:08,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-10 11:35:08,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-10 11:35:08,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-10 11:35:08,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-10 11:35:08,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-10 11:35:08,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-10 11:35:08,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-10 11:35:08,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-10 11:35:08,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-10 11:35:08,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-10 11:35:08,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-10 11:35:08,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-10 11:35:08,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-10 11:35:08,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-10 11:35:08,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-10 11:35:08,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 9: [2023-05-10 11:35:08,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 9: [2023-05-10 11:35:08,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 9: [2023-05-10 11:35:08,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +30: [2023-05-10 11:35:08,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-10 11:35:08,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-10 11:35:08,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-10 11:35:08,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-10 11:35:08,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-10 11:35:08,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-10 11:35:08,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-10 11:35:08,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-10 11:35:08,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-10 11:35:08,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-10 11:35:08,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-10 11:35:08,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-10 11:35:08,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-10 11:35:08,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-10 11:35:08,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-10 11:35:08,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-10 11:35:08,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-10 11:35:08,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-10 11:35:08,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-10 11:35:08,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-10 11:35:08,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +16: [2023-05-10 11:35:08,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +11: [2023-05-10 11:35:08,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-10 11:35:08,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +16: [2023-05-10 11:35:08,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +11: [2023-05-10 11:35:08,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-10 11:35:08,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-10 11:35:08,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-10 11:35:08,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-10 11:35:08,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-10 11:35:08,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-10 11:35:08,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-10 11:35:08,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-10 11:35:08,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +28: [2023-05-10 11:35:08,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +28: [2023-05-10 11:35:08,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +28: [2023-05-10 11:35:08,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 9: [2023-05-10 11:35:08,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-10 11:35:08,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-10 11:35:08,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-10 11:35:08,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-10 11:35:08,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-10 11:35:08,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 0: [2023-05-10 11:35:08,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 0: [2023-05-10 11:35:08,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 0: [2023-05-10 11:35:08,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +22: [2023-05-10 11:35:08,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +22: [2023-05-10 11:35:08,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +22: [2023-05-10 11:35:08,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 6: [2023-05-10 11:35:08,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-10 11:35:08,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 6: [2023-05-10 11:35:08,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-10 11:35:08,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-10 11:35:08,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-10 11:35:08,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-10 11:35:08,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-10 11:35:08,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-10 11:35:08,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-10 11:35:08,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-10 11:35:08,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-10 11:35:08,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-10 11:35:08,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-10 11:35:08,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-10 11:35:08,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-10 11:35:08,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-10 11:35:08,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-10 11:35:08,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-10 11:35:08,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-10 11:35:08,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-10 11:35:08,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-10 11:35:08,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-10 11:35:08,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-10 11:35:08,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-10 11:35:08,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-10 11:35:08,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-10 11:35:08,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-10 11:35:08,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-10 11:35:08,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-10 11:35:08,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-10 11:35:08,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-10 11:35:08,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-10 11:35:08,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-10 11:35:08,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-10 11:35:08,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-10 11:35:08,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-10 11:35:08,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-10 11:35:08,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +31: [2023-05-10 11:35:08,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +31: [2023-05-10 11:35:08,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +31: [2023-05-10 11:35:08,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +22: [2023-05-10 11:35:08,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-10 11:35:08,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-10 11:35:08,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-10 11:35:08,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-10 11:35:08,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-10 11:35:08,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-10 11:35:08,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-10 11:35:08,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-10 11:35:08,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-10 11:35:08,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-10 11:35:08,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-10 11:35:08,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-10 11:35:08,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-10 11:35:08,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-10 11:35:08,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-10 11:35:08,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-10 11:35:08,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-10 11:35:08,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-10 11:35:08,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-10 11:35:08,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-10 11:35:08,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-10 11:35:08,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-10 11:35:08,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-10 11:35:08,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-10 11:35:08,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-10 11:35:08,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-10 11:35:08,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-10 11:35:08,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-10 11:35:08,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-10 11:35:08,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-10 11:35:08,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-10 11:35:08,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-10 11:35:08,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-10 11:35:08,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-10 11:35:08,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-10 11:35:08,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-10 11:35:08,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-10 11:35:08,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-10 11:35:08,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-10 11:35:08,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-10 11:35:08,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-10 11:35:08,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-10 11:35:08,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-10 11:35:08,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-10 11:35:08,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-10 11:35:08,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-10 11:35:08,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-10 11:35:08,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-10 11:35:08,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-10 11:35:08,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 0: [2023-05-10 11:35:08,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-10 11:35:08,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +11: [2023-05-10 11:35:08,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-10 11:35:08,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +11: [2023-05-10 11:35:08,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-10 11:35:08,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 8: [2023-05-10 11:35:08,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-10 11:35:08,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-10 11:35:08,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-10 11:35:08,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-10 11:35:08,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 1: [2023-05-10 11:35:08,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 1: [2023-05-10 11:35:08,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 1: [2023-05-10 11:35:08,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +13: [2023-05-10 11:35:08,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-10 11:35:08,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-10 11:35:08,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-10 11:35:08,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-10 11:35:08,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-10 11:35:08,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +13: [2023-05-10 11:35:08,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-10 11:35:08,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-10 11:35:08,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 8: [2023-05-10 11:35:08,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-10 11:35:08,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-10 11:35:08,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-10 11:35:08,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-10 11:35:08,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 5: [2023-05-10 11:35:08,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 5: [2023-05-10 11:35:08,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 5: [2023-05-10 11:35:08,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +22: [2023-05-10 11:35:08,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +12: [2023-05-10 11:35:08,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-10 11:35:08,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-10 11:35:08,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-10 11:35:08,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +12: [2023-05-10 11:35:08,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-10 11:35:08,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-10 11:35:08,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-10 11:35:08,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +12: [2023-05-10 11:35:08,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-10 11:35:08,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-10 11:35:08,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 8: [2023-05-10 11:35:08,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-10 11:35:08,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-10 11:35:08,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-10 11:35:08,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-10 11:35:08,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-10 11:35:08,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-10 11:35:08,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-10 11:35:08,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-10 11:35:08,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-10 11:35:08,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 4: [2023-05-10 11:35:08,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-10 11:35:08,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-10 11:35:08,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-10 11:35:08,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-10 11:35:08,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-10 11:35:08,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-10 11:35:08,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-10 11:35:08,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 8: [2023-05-10 11:35:08,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-10 11:35:08,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +17: [2023-05-10 11:35:08,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +17: [2023-05-10 11:35:08,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 1: [2023-05-10 11:35:08,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-10 11:35:08,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 6: [2023-05-10 11:35:08,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 6: [2023-05-10 11:35:08,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 6: [2023-05-10 11:35:08,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 6: [2023-05-10 11:35:08,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-10 11:35:08,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-10 11:35:08,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-10 11:35:08,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-10 11:35:08,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-10 11:35:08,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-10 11:35:08,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-10 11:35:08,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-10 11:35:08,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-10 11:35:08,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-10 11:35:08,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-10 11:35:08,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-10 11:35:08,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +10: [2023-05-10 11:35:08,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-10 11:35:08,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-10 11:35:08,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-10 11:35:08,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-10 11:35:08,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-10 11:35:08,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-10 11:35:08,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-10 11:35:08,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-10 11:35:08,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-10 11:35:08,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-10 11:35:08,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-10 11:35:08,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-10 11:35:08,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +29: [2023-05-10 11:35:08,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +29: [2023-05-10 11:35:08,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 6: [2023-05-10 11:35:08,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-10 11:35:08,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-10 11:35:08,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +17: [2023-05-10 11:35:08,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 0: [2023-05-10 11:35:08,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +17: [2023-05-10 11:35:08,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-10 11:35:08,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-10 11:35:08,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 2: [2023-05-10 11:35:08,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 2: [2023-05-10 11:35:08,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 6: [2023-05-10 11:35:08,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-10 11:35:08,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +18: [2023-05-10 11:35:08,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 7: [2023-05-10 11:35:08,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 2: [2023-05-10 11:35:08,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +18: [2023-05-10 11:35:08,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 7: [2023-05-10 11:35:08,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 6: [2023-05-10 11:35:08,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-10 11:35:08,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 7: [2023-05-10 11:35:08,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +23: [2023-05-10 11:35:08,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +23: [2023-05-10 11:35:08,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +23: [2023-05-10 11:35:08,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 7: [2023-05-10 11:35:08,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +23: [2023-05-10 11:35:08,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +30: [2023-05-10 11:35:08,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +30: [2023-05-10 11:35:08,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +30: [2023-05-10 11:35:08,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +30: [2023-05-10 11:35:08,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +10: [2023-05-10 11:35:08,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +10: [2023-05-10 11:35:08,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +10: [2023-05-10 11:35:08,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +10: [2023-05-10 11:35:08,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +12: [2023-05-10 11:35:08,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-10 11:35:08,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-10 11:35:08,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-10 11:35:08,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-10 11:35:08,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-10 11:35:08,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-10 11:35:08,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-10 11:35:08,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-10 11:35:08,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-10 11:35:08,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-10 11:35:08,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-10 11:35:08,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-10 11:35:08,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-10 11:35:08,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-10 11:35:08,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-10 11:35:08,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-10 11:35:08,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-10 11:35:08,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-10 11:35:08,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-10 11:35:08,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-10 11:35:08,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-10 11:35:08,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-10 11:35:08,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-10 11:35:08,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-10 11:35:08,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-10 11:35:08,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-10 11:35:08,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-10 11:35:08,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-10 11:35:08,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-10 11:35:08,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-10 11:35:08,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-10 11:35:08,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-10 11:35:08,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-10 11:35:08,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-10 11:35:08,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-10 11:35:08,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-10 11:35:08,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-10 11:35:08,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-10 11:35:08,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-10 11:35:08,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-10 11:35:08,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-10 11:35:08,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-10 11:35:08,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-10 11:35:08,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-10 11:35:08,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-10 11:35:08,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-10 11:35:08,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-10 11:35:08,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-10 11:35:08,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-10 11:35:08,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-10 11:35:08,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-10 11:35:08,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 5: [2023-05-10 11:35:08,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +10: [2023-05-10 11:35:08,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-10 11:35:08,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-10 11:35:08,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-10 11:35:08,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-10 11:35:08,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-10 11:35:08,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +28: [2023-05-10 11:35:08,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-10 11:35:08,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-10 11:35:08,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-10 11:35:08,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-10 11:35:08,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-10 11:35:08,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-10 11:35:08,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-10 11:35:08,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 5: [2023-05-10 11:35:08,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 7: [2023-05-10 11:35:08,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-10 11:35:08,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 8: [2023-05-10 11:35:08,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +28: [2023-05-10 11:35:08,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-10 11:35:08,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-10 11:35:08,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-10 11:35:08,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-10 11:35:08,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-10 11:35:08,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-10 11:35:08,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-10 11:35:08,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +28: [2023-05-10 11:35:08,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-10 11:35:08,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-10 11:35:08,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +28: [2023-05-10 11:35:08,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 4: [2023-05-10 11:35:08,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-10 11:35:08,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-10 11:35:08,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +19: [2023-05-10 11:35:08,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 7: [2023-05-10 11:35:08,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-10 11:35:08,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-10 11:35:08,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-10 11:35:08,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-10 11:35:08,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 7: [2023-05-10 11:35:08,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-10 11:35:08,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-10 11:35:08,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-10 11:35:08,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-10 11:35:08,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +19: [2023-05-10 11:35:08,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 6: [2023-05-10 11:35:08,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-10 11:35:08,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-10 11:35:08,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-10 11:35:08,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-10 11:35:08,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-10 11:35:08,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-10 11:35:08,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-10 11:35:08,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-10 11:35:08,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-10 11:35:08,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-10 11:35:08,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 2: [2023-05-10 11:35:08,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-10 11:35:08,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-10 11:35:08,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 2: [2023-05-10 11:35:08,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-10 11:35:08,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 2: [2023-05-10 11:35:08,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-10 11:35:08,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 4: [2023-05-10 11:35:08,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-10 11:35:08,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +17: [2023-05-10 11:35:08,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +15: [2023-05-10 11:35:08,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-10 11:35:08,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-10 11:35:08,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-10 11:35:08,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-10 11:35:08,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-10 11:35:08,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-10 11:35:08,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +17: [2023-05-10 11:35:08,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-10 11:35:08,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-10 11:35:08,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-10 11:35:08,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-10 11:35:08,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-10 11:35:08,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-10 11:35:08,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-10 11:35:08,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-10 11:35:08,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-10 11:35:08,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-10 11:35:08,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +17: [2023-05-10 11:35:08,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +25: [2023-05-10 11:35:08,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +25: [2023-05-10 11:35:08,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 6: [2023-05-10 11:35:08,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-10 11:35:08,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +26: [2023-05-10 11:35:08,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +26: [2023-05-10 11:35:08,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +26: [2023-05-10 11:35:08,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +17: [2023-05-10 11:35:08,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +25: [2023-05-10 11:35:08,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +23: [2023-05-10 11:35:08,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +26: [2023-05-10 11:35:08,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +25: [2023-05-10 11:35:08,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +10: [2023-05-10 11:35:08,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-10 11:35:08,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-10 11:35:08,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 6: [2023-05-10 11:35:08,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 2: [2023-05-10 11:35:08,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-10 11:35:08,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-10 11:35:08,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-10 11:35:08,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +19: [2023-05-10 11:35:08,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-10 11:35:08,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-10 11:35:08,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-10 11:35:08,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-10 11:35:08,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-10 11:35:08,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-10 11:35:08,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-10 11:35:08,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-10 11:35:08,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +30: [2023-05-10 11:35:08,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-10 11:35:08,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +18: [2023-05-10 11:35:08,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-10 11:35:08,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-10 11:35:08,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-10 11:35:08,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-10 11:35:08,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-10 11:35:08,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-10 11:35:08,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +23: [2023-05-10 11:35:08,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +24: [2023-05-10 11:35:08,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-10 11:35:08,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-10 11:35:08,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +18: [2023-05-10 11:35:08,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +18: [2023-05-10 11:35:08,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +18: [2023-05-10 11:35:08,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +10: [2023-05-10 11:35:08,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-10 11:35:08,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-10 11:35:08,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-10 11:35:08,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-10 11:35:08,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-10 11:35:08,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-10 11:35:08,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-10 11:35:08,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-10 11:35:08,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-10 11:35:08,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-10 11:35:08,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +26: [2023-05-10 11:35:08,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-10 11:35:08,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-10 11:35:08,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-10 11:35:08,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +30: [2023-05-10 11:35:08,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-10 11:35:08,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-10 11:35:08,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +26: [2023-05-10 11:35:08,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-10 11:35:08,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-10 11:35:08,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +30: [2023-05-10 11:35:08,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +17: [2023-05-10 11:35:08,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-10 11:35:08,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-10 11:35:08,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-10 11:35:08,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-10 11:35:08,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-10 11:35:08,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-10 11:35:08,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-10 11:35:08,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-10 11:35:08,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-10 11:35:08,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-10 11:35:08,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 3: [2023-05-10 11:35:08,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-10 11:35:08,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-10 11:35:08,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-10 11:35:08,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-10 11:35:08,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +10: [2023-05-10 11:35:08,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +23: [2023-05-10 11:35:08,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +19: [2023-05-10 11:35:08,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-10 11:35:08,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-10 11:35:08,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +24: [2023-05-10 11:35:08,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-10 11:35:08,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-10 11:35:08,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-10 11:35:08,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 2: [2023-05-10 11:35:08,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-10 11:35:08,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-10 11:35:08,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-10 11:35:08,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-10 11:35:08,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-10 11:35:08,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-10 11:35:08,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-10 11:35:08,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-10 11:35:08,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-10 11:35:08,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +25: [2023-05-10 11:35:08,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-10 11:35:08,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-10 11:35:08,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-10 11:35:08,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-10 11:35:08,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-10 11:35:08,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-10 11:35:08,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-10 11:35:08,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +25: [2023-05-10 11:35:08,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-10 11:35:08,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-10 11:35:08,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-10 11:35:08,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-10 11:35:08,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-10 11:35:08,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-10 11:35:08,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +27: [2023-05-10 11:35:08,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +15: [2023-05-10 11:35:08,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-10 11:35:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-10 11:35:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-10 11:35:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-10 11:35:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-10 11:35:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-10 11:35:08,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 9: [2023-05-10 11:35:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-10 11:35:08,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-10 11:35:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +15: [2023-05-10 11:35:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 9: [2023-05-10 11:35:08,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-10 11:35:08,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 7: [2023-05-10 11:35:08,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +25: [2023-05-10 11:35:08,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-10 11:35:08,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-10 11:35:08,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +20: [2023-05-10 11:35:08,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +20: [2023-05-10 11:35:08,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +20: [2023-05-10 11:35:08,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +20: [2023-05-10 11:35:08,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 9: [2023-05-10 11:35:08,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-10 11:35:08,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-10 11:35:08,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-10 11:35:08,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 9: [2023-05-10 11:35:08,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 3: [2023-05-10 11:35:08,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 3: [2023-05-10 11:35:08,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +12: [2023-05-10 11:35:08,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +12: [2023-05-10 11:35:08,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +15: [2023-05-10 11:35:08,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-10 11:35:08,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +14: [2023-05-10 11:35:08,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +14: [2023-05-10 11:35:08,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +12: [2023-05-10 11:35:08,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 9: [2023-05-10 11:35:08,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-10 11:35:08,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +14: [2023-05-10 11:35:08,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +17: [2023-05-10 11:35:08,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-10 11:35:08,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-10 11:35:08,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +24: [2023-05-10 11:35:08,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +24: [2023-05-10 11:35:08,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +21: [2023-05-10 11:35:08,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +21: [2023-05-10 11:35:08,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +21: [2023-05-10 11:35:08,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +21: [2023-05-10 11:35:08,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 3: [2023-05-10 11:35:08,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 7: [2023-05-10 11:35:08,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 9: [2023-05-10 11:35:08,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 9: [2023-05-10 11:35:08,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +10: [2023-05-10 11:35:08,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-10 11:35:08,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-10 11:35:08,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-10 11:35:08,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-10 11:35:08,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-10 11:35:08,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +19: [2023-05-10 11:35:08,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-10 11:35:08,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +11: [2023-05-10 11:35:08,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +11: [2023-05-10 11:35:08,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +11: [2023-05-10 11:35:08,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +25: [2023-05-10 11:35:08,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 2: [2023-05-10 11:35:08,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-10 11:35:08,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +19: [2023-05-10 11:35:08,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +24: [2023-05-10 11:35:08,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-10 11:35:08,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +24: [2023-05-10 11:35:08,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +24: [2023-05-10 11:35:08,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +24: [2023-05-10 11:35:08,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-10 11:35:08,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-10 11:35:08,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-10 11:35:08,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-10 11:35:08,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-10 11:35:08,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-10 11:35:08,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +13: [2023-05-10 11:35:08,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. + 3: [2023-05-10 11:35:08,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-10 11:35:08,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-10 11:35:08,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-10 11:35:08,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-10 11:35:08,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-10 11:35:08,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-10 11:35:08,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +27: [2023-05-10 11:35:08,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-10 11:35:08,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-10 11:35:08,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-10 11:35:08,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-10 11:35:08,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-10 11:35:08,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_25-model_01-model_states.pt. +15: [2023-05-10 11:35:08,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-10 11:35:08,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-10 11:35:08,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-10 11:35:08,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-10 11:35:08,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-10 11:35:08,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-10 11:35:08,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-10 11:35:08,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-10 11:35:08,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-10 11:35:08,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-10 11:35:08,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-10 11:35:08,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-10 11:35:08,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-10 11:35:08,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-10 11:35:08,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-10 11:35:08,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-10 11:35:08,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-10 11:35:08,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-10 11:35:08,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-10 11:35:08,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-10 11:35:08,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-10 11:35:08,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-10 11:35:08,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-10 11:35:08,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-10 11:35:08,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-10 11:35:08,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-10 11:35:08,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-10 11:35:08,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-10 11:35:08,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-10 11:35:08,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-10 11:35:08,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-10 11:35:08,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-10 11:35:08,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-10 11:35:08,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-10 11:35:08,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-10 11:35:08,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-10 11:35:08,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-10 11:35:08,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-10 11:35:08,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-10 11:35:08,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-10 11:35:08,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-10 11:35:08,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-10 11:35:08,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-10 11:35:08,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +27: [2023-05-10 11:35:08,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-10 11:35:08,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +31: [2023-05-10 11:35:08,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +26: [2023-05-10 11:35:08,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-10 11:35:08,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-10 11:35:08,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 1: [2023-05-10 11:35:08,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +25: [2023-05-10 11:35:08,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +29: [2023-05-10 11:35:08,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-10 11:35:08,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-10 11:35:08,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-10 11:35:08,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-10 11:35:08,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-10 11:35:08,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-10 11:35:08,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-10 11:35:08,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-10 11:35:08,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-10 11:35:08,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +26: [2023-05-10 11:35:08,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-10 11:35:08,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-10 11:35:08,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-10 11:35:08,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-10 11:35:08,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-10 11:35:08,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-10 11:35:08,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 1: [2023-05-10 11:35:08,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +27: [2023-05-10 11:35:08,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-10 11:35:08,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-10 11:35:08,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-10 11:35:08,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-10 11:35:08,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-10 11:35:08,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-10 11:35:08,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-10 11:35:08,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +29: [2023-05-10 11:35:08,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-10 11:35:08,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-10 11:35:08,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +26: [2023-05-10 11:35:08,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +26: [2023-05-10 11:35:08,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +24: [2023-05-10 11:35:08,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-10 11:35:08,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-10 11:35:08,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +29: [2023-05-10 11:35:08,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-10 11:35:08,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-10 11:35:08,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-10 11:35:08,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-10 11:35:08,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +25: [2023-05-10 11:35:08,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-10 11:35:08,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-10 11:35:08,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-10 11:35:08,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-10 11:35:08,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +27: [2023-05-10 11:35:08,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-10 11:35:08,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +27: [2023-05-10 11:35:08,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-10 11:35:08,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-10 11:35:08,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-10 11:35:08,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-10 11:35:08,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-10 11:35:08,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-10 11:35:08,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-10 11:35:08,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-10 11:35:08,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-10 11:35:08,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +25: [2023-05-10 11:35:08,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +14: [2023-05-10 11:35:08,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-10 11:35:08,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-10 11:35:08,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-10 11:35:08,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-10 11:35:08,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-10 11:35:08,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-10 11:35:08,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-10 11:35:08,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-10 11:35:08,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +15: [2023-05-10 11:35:08,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-10 11:35:08,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-10 11:35:08,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-10 11:35:08,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +14: [2023-05-10 11:35:08,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-10 11:35:08,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +11: [2023-05-10 11:35:08,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-10 11:35:08,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 9: [2023-05-10 11:35:08,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-10 11:35:08,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +20: [2023-05-10 11:35:08,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-10 11:35:08,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-10 11:35:08,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-10 11:35:08,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-10 11:35:08,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-10 11:35:08,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-10 11:35:08,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-10 11:35:08,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-10 11:35:08,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-10 11:35:08,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 3: [2023-05-10 11:35:08,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-10 11:35:08,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-10 11:35:08,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-10 11:35:08,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +12: [2023-05-10 11:35:08,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +24: [2023-05-10 11:35:08,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-10 11:35:08,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-10 11:35:08,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +14: [2023-05-10 11:35:08,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +27: [2023-05-10 11:35:08,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +15: [2023-05-10 11:35:08,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-10 11:35:08,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-10 11:35:08,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-10 11:35:08,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-10 11:35:08,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-10 11:35:08,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 9: [2023-05-10 11:35:08,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-10 11:35:08,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-10 11:35:08,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +29: [2023-05-10 11:35:08,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-10 11:35:08,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +15: [2023-05-10 11:35:08,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-10 11:35:08,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +24: [2023-05-10 11:35:08,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +27: [2023-05-10 11:35:08,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-10 11:35:08,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +12: [2023-05-10 11:35:08,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +11: [2023-05-10 11:35:08,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 9: [2023-05-10 11:35:08,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-10 11:35:08,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 3: [2023-05-10 11:35:08,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +31: [2023-05-10 11:35:08,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-10 11:35:08,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +27: [2023-05-10 11:35:08,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +21: [2023-05-10 11:35:08,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-10 11:35:08,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-10 11:35:08,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-10 11:35:08,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-10 11:35:08,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-10 11:35:08,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 3: [2023-05-10 11:35:08,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-10 11:35:08,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-10 11:35:08,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +14: [2023-05-10 11:35:08,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-10 11:35:08,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-10 11:35:08,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-10 11:35:08,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-10 11:35:08,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-10 11:35:08,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-10 11:35:08,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-10 11:35:08,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-10 11:35:08,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-10 11:35:08,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... + 3: [2023-05-10 11:35:08,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +29: [2023-05-10 11:35:08,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-10 11:35:08,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +24: [2023-05-10 11:35:08,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-10 11:35:08,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +29: [2023-05-10 11:35:08,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-10 11:35:08,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-10 11:35:08,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +12: [2023-05-10 11:35:08,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +21: [2023-05-10 11:35:08,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-10 11:35:08,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-10 11:35:08,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +26: [2023-05-10 11:35:08,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-10 11:35:08,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +31: [2023-05-10 11:35:08,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-10 11:35:08,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-10 11:35:08,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-10 11:35:08,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +25: [2023-05-10 11:35:08,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-10 11:35:08,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +26: [2023-05-10 11:35:08,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-10 11:35:08,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-10 11:35:08,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-10 11:35:08,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-10 11:35:08,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-10 11:35:08,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +14: [2023-05-10 11:35:08,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-10 11:35:08,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-10 11:35:08,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +29: [2023-05-10 11:35:08,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-10 11:35:08,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-10 11:35:08,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +13: [2023-05-10 11:35:08,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +31: [2023-05-10 11:35:08,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-10 11:35:08,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-10 11:35:08,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-10 11:35:08,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-10 11:35:08,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-10 11:35:08,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-10 11:35:08,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-10 11:35:08,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-10 11:35:08,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt... +26: [2023-05-10 11:35:08,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-10 11:35:08,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-10 11:35:08,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-10 11:35:08,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-10 11:35:08,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-10 11:35:08,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-10 11:35:08,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-10 11:35:08,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-10 11:35:08,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-10 11:35:08,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-10 11:35:08,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-10 11:35:08,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-10 11:35:08,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-10 11:35:08,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-10 11:35:08,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-10 11:35:08,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-10 11:35:08,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-10 11:35:08,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-10 11:35:08,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-10 11:35:08,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-10 11:35:08,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-10 11:35:08,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-10 11:35:08,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-10 11:35:08,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-10 11:35:08,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-10 11:35:08,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-10 11:35:08,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-10 11:35:08,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-10 11:35:08,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-10 11:35:08,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-10 11:35:08,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-10 11:35:08,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-10 11:35:08,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-10 11:35:08,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-10 11:35:08,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-10 11:35:08,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-10 11:35:08,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-10 11:35:08,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-10 11:35:08,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-10 11:35:08,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-10 11:35:08,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-10 11:35:08,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-10 11:35:08,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-10 11:35:08,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-10 11:35:08,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-10 11:35:08,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-10 11:35:08,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-10 11:35:08,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-10 11:35:08,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-10 11:35:08,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-10 11:35:08,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-10 11:35:08,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-10 11:35:08,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-10 11:35:08,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-10 11:35:08,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-10 11:35:08,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-10 11:35:08,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-10 11:35:08,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-10 11:35:08,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-10 11:35:08,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-10 11:35:08,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-10 11:35:08,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-10 11:35:08,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-10 11:35:08,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-10 11:35:08,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-10 11:35:08,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-10 11:35:08,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-10 11:35:08,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-10 11:35:08,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-10 11:35:08,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-10 11:35:08,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-10 11:35:08,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-10 11:35:08,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-10 11:35:08,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-10 11:35:08,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-10 11:35:08,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-10 11:35:08,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-10 11:35:08,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-10 11:35:08,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-10 11:35:08,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-10 11:35:08,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-10 11:35:08,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-10 11:35:08,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-10 11:35:08,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-10 11:35:08,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-10 11:35:08,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-10 11:35:08,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-10 11:35:08,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-10 11:35:08,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-10 11:35:08,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-10 11:35:08,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-10 11:35:08,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-10 11:35:08,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-10 11:35:08,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-10 11:35:08,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-10 11:35:08,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-10 11:35:08,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +30: [2023-05-10 11:35:08,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +30: [2023-05-10 11:35:08,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +30: [2023-05-10 11:35:08,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +12: [2023-05-10 11:35:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-10 11:35:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-10 11:35:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-10 11:35:08,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-10 11:35:08,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-10 11:35:08,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-10 11:35:08,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-10 11:35:08,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-10 11:35:08,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-10 11:35:08,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-10 11:35:08,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-10 11:35:08,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-10 11:35:08,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-10 11:35:08,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-10 11:35:08,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-10 11:35:08,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 3: [2023-05-10 11:35:08,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 3: [2023-05-10 11:35:08,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 3: [2023-05-10 11:35:08,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 2: [2023-05-10 11:35:08,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-10 11:35:08,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-10 11:35:08,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-10 11:35:08,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-10 11:35:08,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +25: [2023-05-10 11:35:08,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +21: [2023-05-10 11:35:08,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +21: [2023-05-10 11:35:08,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 2: [2023-05-10 11:35:08,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-10 11:35:08,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +15: [2023-05-10 11:35:08,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-10 11:35:08,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-10 11:35:08,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +25: [2023-05-10 11:35:08,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +21: [2023-05-10 11:35:08,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +15: [2023-05-10 11:35:08,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-10 11:35:08,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-10 11:35:08,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-10 11:35:08,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +19: [2023-05-10 11:35:08,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +19: [2023-05-10 11:35:08,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +19: [2023-05-10 11:35:08,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 3: [2023-05-10 11:35:08,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-10 11:35:08,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-10 11:35:08,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-10 11:35:08,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-10 11:35:08,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +24: [2023-05-10 11:35:08,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +20: [2023-05-10 11:35:08,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +20: [2023-05-10 11:35:08,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +20: [2023-05-10 11:35:08,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +24: [2023-05-10 11:35:08,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +20: [2023-05-10 11:35:08,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +24: [2023-05-10 11:35:08,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +10: [2023-05-10 11:35:08,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +10: [2023-05-10 11:35:08,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +10: [2023-05-10 11:35:08,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +10: [2023-05-10 11:35:08,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +25: [2023-05-10 11:35:08,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-10 11:35:08,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-10 11:35:08,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-10 11:35:08,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-10 11:35:08,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-10 11:35:08,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-10 11:35:08,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-10 11:35:08,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-10 11:35:08,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-10 11:35:08,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-10 11:35:08,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-10 11:35:08,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-10 11:35:08,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-10 11:35:08,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 0: [2023-05-10 11:35:08,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +19: [2023-05-10 11:35:08,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-10 11:35:08,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-10 11:35:08,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +27: [2023-05-10 11:35:08,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +14: [2023-05-10 11:35:08,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +14: [2023-05-10 11:35:08,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +14: [2023-05-10 11:35:08,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 0: [2023-05-10 11:35:08,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +14: [2023-05-10 11:35:08,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +27: [2023-05-10 11:35:08,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 0: [2023-05-10 11:35:08,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +27: [2023-05-10 11:35:08,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +19: [2023-05-10 11:35:08,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-10 11:35:08,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +15: [2023-05-10 11:35:08,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +15: [2023-05-10 11:35:08,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +15: [2023-05-10 11:35:08,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 2: [2023-05-10 11:35:08,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 2: [2023-05-10 11:35:08,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 2: [2023-05-10 11:35:08,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 2: [2023-05-10 11:35:08,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 9: [2023-05-10 11:35:08,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-10 11:35:08,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-10 11:35:08,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 8: [2023-05-10 11:35:08,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 9: [2023-05-10 11:35:08,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-10 11:35:08,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 8: [2023-05-10 11:35:08,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +24: [2023-05-10 11:35:08,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-10 11:35:08,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-10 11:35:08,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 6: [2023-05-10 11:35:08,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 6: [2023-05-10 11:35:08,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 6: [2023-05-10 11:35:08,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +20: [2023-05-10 11:35:08,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-10 11:35:08,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +16: [2023-05-10 11:35:08,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +16: [2023-05-10 11:35:08,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +20: [2023-05-10 11:35:08,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-10 11:35:08,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +10: [2023-05-10 11:35:08,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-10 11:35:08,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-10 11:35:08,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-10 11:35:08,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-10 11:35:08,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +29: [2023-05-10 11:35:08,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +29: [2023-05-10 11:35:08,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +29: [2023-05-10 11:35:08,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +10: [2023-05-10 11:35:08,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-10 11:35:08,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-10 11:35:08,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-10 11:35:08,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +11: [2023-05-10 11:35:08,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 9: [2023-05-10 11:35:08,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 9: [2023-05-10 11:35:08,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +11: [2023-05-10 11:35:08,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-10 11:35:08,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-10 11:35:08,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-10 11:35:08,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +11: [2023-05-10 11:35:08,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +23: [2023-05-10 11:35:08,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +23: [2023-05-10 11:35:08,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +23: [2023-05-10 11:35:08,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-10 11:35:08,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +22: [2023-05-10 11:35:08,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +22: [2023-05-10 11:35:08,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +23: [2023-05-10 11:35:08,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +22: [2023-05-10 11:35:08,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 9: [2023-05-10 11:35:08,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +24: [2023-05-10 11:35:08,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-10 11:35:08,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +13: [2023-05-10 11:35:08,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +13: [2023-05-10 11:35:08,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +20: [2023-05-10 11:35:08,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-10 11:35:08,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +26: [2023-05-10 11:35:08,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +26: [2023-05-10 11:35:08,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +26: [2023-05-10 11:35:08,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +13: [2023-05-10 11:35:08,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 9: [2023-05-10 11:35:08,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 9: [2023-05-10 11:35:08,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-10 11:35:08,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 7: [2023-05-10 11:35:08,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 7: [2023-05-10 11:35:08,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 7: [2023-05-10 11:35:08,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +28: [2023-05-10 11:35:08,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 7: [2023-05-10 11:35:08,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +28: [2023-05-10 11:35:08,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +28: [2023-05-10 11:35:08,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +28: [2023-05-10 11:35:08,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 5: [2023-05-10 11:35:08,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 5: [2023-05-10 11:35:08,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +12: [2023-05-10 11:35:08,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +12: [2023-05-10 11:35:08,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +12: [2023-05-10 11:35:08,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +12: [2023-05-10 11:35:08,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +18: [2023-05-10 11:35:08,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +18: [2023-05-10 11:35:08,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +18: [2023-05-10 11:35:08,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +14: [2023-05-10 11:35:08,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-10 11:35:08,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 5: [2023-05-10 11:35:08,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 5: [2023-05-10 11:35:08,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +27: [2023-05-10 11:35:08,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-10 11:35:08,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +31: [2023-05-10 11:35:08,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +31: [2023-05-10 11:35:08,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 1: [2023-05-10 11:35:08,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +15: [2023-05-10 11:35:08,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-10 11:35:08,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 1: [2023-05-10 11:35:08,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +12: [2023-05-10 11:35:08,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-10 11:35:08,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-10 11:35:08,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. + 1: [2023-05-10 11:35:08,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +17: [2023-05-10 11:35:08,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +31: [2023-05-10 11:35:08,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +12: [2023-05-10 11:35:08,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-10 11:35:08,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +17: [2023-05-10 11:35:08,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_26-model_01-model_states.pt. +27: [2023-05-10 11:35:08,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-10 11:35:08,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-10 11:35:08,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-10 11:35:08,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-10 11:35:08,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-10 11:35:08,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-10 11:35:08,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-10 11:35:08,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-10 11:35:08,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-10 11:35:08,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-10 11:35:08,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-10 11:35:08,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-10 11:35:08,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-10 11:35:08,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-10 11:35:08,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-10 11:35:08,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-10 11:35:08,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-10 11:35:08,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-10 11:35:08,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-10 11:35:08,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-10 11:35:08,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-10 11:35:08,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-10 11:35:08,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-10 11:35:08,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-10 11:35:08,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-10 11:35:08,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-10 11:35:08,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-10 11:35:08,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-10 11:35:08,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-10 11:35:08,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-10 11:35:08,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-10 11:35:08,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-10 11:35:08,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-10 11:35:08,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-10 11:35:08,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-10 11:35:08,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-10 11:35:08,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-10 11:35:08,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-10 11:35:08,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-10 11:35:08,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-10 11:35:08,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-10 11:35:08,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-10 11:35:08,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-10 11:35:08,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-10 11:35:08,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-10 11:35:08,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-10 11:35:08,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-10 11:35:08,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-10 11:35:08,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-10 11:35:08,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-10 11:35:08,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-10 11:35:08,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-10 11:35:08,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-10 11:35:08,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-10 11:35:08,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-10 11:35:08,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-10 11:35:08,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-10 11:35:08,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-10 11:35:08,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-10 11:35:08,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-10 11:35:08,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-10 11:35:08,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-10 11:35:08,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-10 11:35:08,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-10 11:35:08,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-10 11:35:08,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-10 11:35:08,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-10 11:35:08,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-10 11:35:08,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-10 11:35:08,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-10 11:35:08,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-10 11:35:08,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-10 11:35:08,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-10 11:35:08,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-10 11:35:08,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-10 11:35:08,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-10 11:35:08,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-10 11:35:08,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-10 11:35:08,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-10 11:35:08,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-10 11:35:08,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-10 11:35:08,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-10 11:35:08,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-10 11:35:08,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-10 11:35:08,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-10 11:35:08,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-10 11:35:08,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +15: [2023-05-10 11:35:08,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-10 11:35:08,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +14: [2023-05-10 11:35:08,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-10 11:35:08,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-10 11:35:08,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-10 11:35:08,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-10 11:35:08,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-10 11:35:08,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-10 11:35:08,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-10 11:35:08,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +27: [2023-05-10 11:35:08,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-10 11:35:08,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-10 11:35:08,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +15: [2023-05-10 11:35:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-10 11:35:08,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-10 11:35:08,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +12: [2023-05-10 11:35:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-10 11:35:08,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-10 11:35:08,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +11: [2023-05-10 11:35:08,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-10 11:35:08,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-10 11:35:08,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-10 11:35:08,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +15: [2023-05-10 11:35:08,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 2: [2023-05-10 11:35:08,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +27: [2023-05-10 11:35:08,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +29: [2023-05-10 11:35:08,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-10 11:35:08,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-10 11:35:08,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 9: [2023-05-10 11:35:08,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-10 11:35:08,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-10 11:35:08,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-10 11:35:08,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +29: [2023-05-10 11:35:08,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +14: [2023-05-10 11:35:08,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-10 11:35:08,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-10 11:35:08,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-10 11:35:08,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-10 11:35:08,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 9: [2023-05-10 11:35:08,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 2: [2023-05-10 11:35:08,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-10 11:35:08,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-10 11:35:08,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-10 11:35:08,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-10 11:35:08,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-10 11:35:08,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +28: [2023-05-10 11:35:08,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-10 11:35:08,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +29: [2023-05-10 11:35:08,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +28: [2023-05-10 11:35:08,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-10 11:35:08,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-10 11:35:08,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-10 11:35:08,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +14: [2023-05-10 11:35:08,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 2: [2023-05-10 11:35:08,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +28: [2023-05-10 11:35:08,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-10 11:35:08,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-10 11:35:08,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-10 11:35:08,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +15: [2023-05-10 11:35:08,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 1: [2023-05-10 11:35:08,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-10 11:35:08,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-10 11:35:09,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 1: [2023-05-10 11:35:09,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-10 11:35:09,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-10 11:35:09,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-10 11:35:09,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-10 11:35:09,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-10 11:35:09,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-10 11:35:09,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +28: [2023-05-10 11:35:09,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-10 11:35:09,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 1: [2023-05-10 11:35:09,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +12: [2023-05-10 11:35:09,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-10 11:35:09,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 9: [2023-05-10 11:35:09,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-10 11:35:09,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-10 11:35:09,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-10 11:35:09,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-10 11:35:09,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +12: [2023-05-10 11:35:09,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +18: [2023-05-10 11:35:09,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-10 11:35:09,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-10 11:35:09,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +12: [2023-05-10 11:35:09,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +18: [2023-05-10 11:35:09,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +11: [2023-05-10 11:35:09,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 3: [2023-05-10 11:35:09,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-10 11:35:09,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 3: [2023-05-10 11:35:09,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-10 11:35:09,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-10 11:35:09,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-10 11:35:09,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-10 11:35:09,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 9: [2023-05-10 11:35:09,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 9: [2023-05-10 11:35:09,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 9: [2023-05-10 11:35:09,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +11: [2023-05-10 11:35:09,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-10 11:35:09,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-10 11:35:09,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-10 11:35:09,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 1: [2023-05-10 11:35:09,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 3: [2023-05-10 11:35:09,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 3: [2023-05-10 11:35:09,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 3: [2023-05-10 11:35:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 3: [2023-05-10 11:35:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-10 11:35:09,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 1: [2023-05-10 11:35:09,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-10 11:35:09,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +31: [2023-05-10 11:35:09,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-10 11:35:09,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-10 11:35:09,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +31: [2023-05-10 11:35:09,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +31: [2023-05-10 11:35:09,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +31: [2023-05-10 11:35:09,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-10 11:35:09,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-10 11:35:09,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-10 11:35:09,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +31: [2023-05-10 11:35:09,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +31: [2023-05-10 11:35:09,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +11: [2023-05-10 11:35:09,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-10 11:35:09,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-10 11:35:09,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-10 11:35:09,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-10 11:35:09,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-10 11:35:09,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-10 11:35:09,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-10 11:35:09,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-10 11:35:09,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-10 11:35:09,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-10 11:35:09,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-10 11:35:09,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-10 11:35:09,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-10 11:35:09,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-10 11:35:09,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-10 11:35:09,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-10 11:35:09,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-10 11:35:09,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-10 11:35:09,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-10 11:35:09,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +21: [2023-05-10 11:35:09,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-10 11:35:09,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-10 11:35:09,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 5: [2023-05-10 11:35:09,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +28: [2023-05-10 11:35:09,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +28: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +10: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-10 11:35:09,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-10 11:35:09,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-10 11:35:09,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-10 11:35:09,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-10 11:35:09,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 5: [2023-05-10 11:35:09,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-10 11:35:09,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-10 11:35:09,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 5: [2023-05-10 11:35:09,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-10 11:35:09,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-10 11:35:09,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +10: [2023-05-10 11:35:09,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-10 11:35:09,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-10 11:35:09,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-10 11:35:09,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-10 11:35:09,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +24: [2023-05-10 11:35:09,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-10 11:35:09,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-10 11:35:09,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-10 11:35:09,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-10 11:35:09,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-10 11:35:09,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +24: [2023-05-10 11:35:09,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-10 11:35:09,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 8: [2023-05-10 11:35:09,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-10 11:35:09,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-10 11:35:09,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 8: [2023-05-10 11:35:09,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-10 11:35:09,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +24: [2023-05-10 11:35:09,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 0: [2023-05-10 11:35:09,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 0: [2023-05-10 11:35:09,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 0: [2023-05-10 11:35:09,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 7: [2023-05-10 11:35:09,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-10 11:35:09,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-10 11:35:09,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-10 11:35:09,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-10 11:35:09,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-10 11:35:09,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-10 11:35:09,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-10 11:35:09,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-10 11:35:09,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-10 11:35:09,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +19: [2023-05-10 11:35:09,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 7: [2023-05-10 11:35:09,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-10 11:35:09,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 0: [2023-05-10 11:35:09,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-10 11:35:09,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-10 11:35:09,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-10 11:35:09,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 7: [2023-05-10 11:35:09,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-10 11:35:09,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +19: [2023-05-10 11:35:09,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-10 11:35:09,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-10 11:35:09,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 8: [2023-05-10 11:35:09,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 7: [2023-05-10 11:35:09,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-10 11:35:09,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-10 11:35:09,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-10 11:35:09,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-10 11:35:09,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +24: [2023-05-10 11:35:09,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-10 11:35:09,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-10 11:35:09,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-10 11:35:09,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-10 11:35:09,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-10 11:35:09,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-10 11:35:09,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-10 11:35:09,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-10 11:35:09,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-10 11:35:09,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-10 11:35:09,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-10 11:35:09,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-10 11:35:09,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-10 11:35:09,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-10 11:35:09,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-10 11:35:09,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-10 11:35:09,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-10 11:35:09,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 7: [2023-05-10 11:35:09,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-10 11:35:09,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-10 11:35:09,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-10 11:35:09,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +19: [2023-05-10 11:35:09,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-10 11:35:09,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 7: [2023-05-10 11:35:09,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-10 11:35:09,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +19: [2023-05-10 11:35:09,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +19: [2023-05-10 11:35:09,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +17: [2023-05-10 11:35:09,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 7: [2023-05-10 11:35:09,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 7: [2023-05-10 11:35:09,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +17: [2023-05-10 11:35:09,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-10 11:35:09,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +17: [2023-05-10 11:35:09,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-10 11:35:09,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-10 11:35:09,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-10 11:35:09,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 3: [2023-05-10 11:35:09,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-10 11:35:09,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-10 11:35:09,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-10 11:35:09,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-10 11:35:09,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-10 11:35:09,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-10 11:35:09,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-10 11:35:09,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-10 11:35:09,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-10 11:35:09,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-10 11:35:09,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-10 11:35:09,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-10 11:35:09,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +16: [2023-05-10 11:35:09,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +16: [2023-05-10 11:35:09,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-10 11:35:09,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-10 11:35:09,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +16: [2023-05-10 11:35:09,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-10 11:35:09,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-10 11:35:09,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-10 11:35:09,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-10 11:35:09,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-10 11:35:09,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-10 11:35:09,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-10 11:35:09,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-10 11:35:09,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-10 11:35:09,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +16: [2023-05-10 11:35:09,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-10 11:35:09,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-10 11:35:09,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-10 11:35:09,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-10 11:35:09,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-10 11:35:09,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-10 11:35:09,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-10 11:35:09,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-10 11:35:09,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-10 11:35:09,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-10 11:35:09,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-10 11:35:09,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-10 11:35:09,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-10 11:35:09,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-10 11:35:09,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-10 11:35:09,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-10 11:35:09,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-10 11:35:09,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-10 11:35:09,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +22: [2023-05-10 11:35:09,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +20: [2023-05-10 11:35:09,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-10 11:35:09,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 3: [2023-05-10 11:35:09,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-10 11:35:09,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-10 11:35:09,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +13: [2023-05-10 11:35:09,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +22: [2023-05-10 11:35:09,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +22: [2023-05-10 11:35:09,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-10 11:35:09,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +20: [2023-05-10 11:35:09,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-10 11:35:09,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +13: [2023-05-10 11:35:09,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-10 11:35:09,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-10 11:35:09,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-10 11:35:09,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-10 11:35:09,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-10 11:35:09,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-10 11:35:09,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-10 11:35:09,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +30: [2023-05-10 11:35:09,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-10 11:35:09,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-10 11:35:09,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-10 11:35:09,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-10 11:35:09,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +30: [2023-05-10 11:35:09,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-10 11:35:09,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-10 11:35:09,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-10 11:35:09,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-10 11:35:09,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-10 11:35:09,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +30: [2023-05-10 11:35:09,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-10 11:35:09,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-10 11:35:09,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-10 11:35:09,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-10 11:35:09,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-10 11:35:09,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-10 11:35:09,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-10 11:35:09,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +30: [2023-05-10 11:35:09,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-10 11:35:09,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-10 11:35:09,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +23: [2023-05-10 11:35:09,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-10 11:35:09,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-10 11:35:09,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-10 11:35:09,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-10 11:35:09,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-10 11:35:09,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-10 11:35:09,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-10 11:35:09,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-10 11:35:09,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-10 11:35:09,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-10 11:35:09,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-10 11:35:09,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-10 11:35:09,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-10 11:35:09,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-10 11:35:09,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-10 11:35:09,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-10 11:35:09,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-10 11:35:09,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-10 11:35:09,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-10 11:35:09,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-10 11:35:09,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-10 11:35:09,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-10 11:35:09,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-10 11:35:09,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-10 11:35:09,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +23: [2023-05-10 11:35:09,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +23: [2023-05-10 11:35:09,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-10 11:35:09,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-10 11:35:09,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-10 11:35:09,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +30: [2023-05-10 11:35:09,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-10 11:35:09,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +25: [2023-05-10 11:35:09,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 0: [2023-05-10 11:35:09,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-10 11:35:09,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-10 11:35:09,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +26: [2023-05-10 11:35:09,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-10 11:35:09,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-10 11:35:09,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-10 11:35:09,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-10 11:35:09,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-10 11:35:09,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-10 11:35:09,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-10 11:35:09,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 6: [2023-05-10 11:35:09,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 6: [2023-05-10 11:35:09,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 6: [2023-05-10 11:35:09,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +26: [2023-05-10 11:35:09,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-10 11:35:09,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-10 11:35:09,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-10 11:35:09,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-10 11:35:09,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 4: [2023-05-10 11:35:09,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-10 11:35:09,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-10 11:35:09,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-10 11:35:09,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-10 11:35:09,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-10 11:35:09,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +26: [2023-05-10 11:35:09,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-10 11:35:09,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-10 11:35:09,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-10 11:35:09,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-10 11:35:09,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +26: [2023-05-10 11:35:09,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +26: [2023-05-10 11:35:09,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 6: [2023-05-10 11:35:09,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +25: [2023-05-10 11:35:09,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +25: [2023-05-10 11:35:09,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +25: [2023-05-10 11:35:09,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-10 11:35:09,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 4: [2023-05-10 11:35:09,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 5: [2023-05-10 11:35:09,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-10 11:35:09,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-10 11:35:09,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-10 11:35:09,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-10 11:35:09,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-10 11:35:09,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-10 11:35:09,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-10 11:35:09,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-10 11:35:09,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 4: [2023-05-10 11:35:09,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... + 4: [2023-05-10 11:35:09,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt... +19: [2023-05-10 11:35:09,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-10 11:35:09,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-10 11:35:09,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-10 11:35:09,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-10 11:35:09,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-10 11:35:09,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-10 11:35:09,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-10 11:35:09,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-10 11:35:09,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-10 11:35:09,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-10 11:35:09,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-10 11:35:09,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-10 11:35:09,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-10 11:35:09,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-10 11:35:09,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-10 11:35:09,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-10 11:35:09,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-10 11:35:09,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-10 11:35:09,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-10 11:35:09,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-10 11:35:09,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-10 11:35:09,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-10 11:35:09,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-10 11:35:09,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-10 11:35:09,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-10 11:35:09,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-10 11:35:09,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-10 11:35:09,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-10 11:35:09,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-10 11:35:09,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-10 11:35:09,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-10 11:35:09,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-10 11:35:09,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-10 11:35:09,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-10 11:35:09,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-10 11:35:09,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-10 11:35:09,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-10 11:35:09,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-10 11:35:09,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-10 11:35:09,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-10 11:35:09,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-10 11:35:09,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-10 11:35:09,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-10 11:35:09,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-10 11:35:09,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-10 11:35:09,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-10 11:35:09,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-10 11:35:09,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-10 11:35:09,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-10 11:35:09,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-10 11:35:09,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-10 11:35:09,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-10 11:35:09,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-10 11:35:09,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-10 11:35:09,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-10 11:35:09,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-10 11:35:09,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-10 11:35:09,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-10 11:35:09,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-10 11:35:09,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-10 11:35:09,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-10 11:35:09,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-10 11:35:09,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-10 11:35:09,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-10 11:35:09,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-10 11:35:09,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-10 11:35:09,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-10 11:35:09,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-10 11:35:09,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-10 11:35:09,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-10 11:35:09,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-10 11:35:09,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-10 11:35:09,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-10 11:35:09,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-10 11:35:09,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-10 11:35:09,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-10 11:35:09,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-10 11:35:09,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-10 11:35:09,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-10 11:35:09,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-10 11:35:09,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-10 11:35:09,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-10 11:35:09,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-10 11:35:09,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-10 11:35:09,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-10 11:35:09,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-10 11:35:09,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-10 11:35:09,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-10 11:35:09,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-10 11:35:09,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-10 11:35:09,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-10 11:35:09,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-10 11:35:09,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-10 11:35:09,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-10 11:35:09,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-10 11:35:09,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-10 11:35:09,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-10 11:35:09,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-10 11:35:09,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-10 11:35:09,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-10 11:35:09,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-10 11:35:09,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-10 11:35:09,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-10 11:35:09,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-10 11:35:09,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-10 11:35:09,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-10 11:35:09,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-10 11:35:09,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-10 11:35:09,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-10 11:35:09,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-10 11:35:09,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-10 11:35:09,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-10 11:35:09,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-10 11:35:09,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-10 11:35:09,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-10 11:35:09,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-10 11:35:09,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-10 11:35:09,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-10 11:35:09,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-10 11:35:09,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-10 11:35:09,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-10 11:35:09,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-10 11:35:09,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-10 11:35:09,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-10 11:35:09,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-10 11:35:09,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-10 11:35:09,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-10 11:35:09,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-10 11:35:09,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-10 11:35:09,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-10 11:35:09,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-10 11:35:09,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-10 11:35:09,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-10 11:35:09,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-10 11:35:09,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-10 11:35:09,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-10 11:35:09,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-10 11:35:09,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-10 11:35:09,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-10 11:35:09,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-10 11:35:09,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-10 11:35:09,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-10 11:35:09,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-10 11:35:09,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-10 11:35:09,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-10 11:35:09,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-10 11:35:09,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-10 11:35:09,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-10 11:35:09,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-10 11:35:09,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-10 11:35:09,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-10 11:35:09,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-10 11:35:09,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-10 11:35:09,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-10 11:35:09,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-10 11:35:09,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-10 11:35:09,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-10 11:35:09,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-10 11:35:09,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-10 11:35:09,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-10 11:35:09,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-10 11:35:09,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-10 11:35:09,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-10 11:35:09,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-10 11:35:09,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-10 11:35:09,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-10 11:35:09,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-10 11:35:09,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-10 11:35:09,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-10 11:35:09,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-10 11:35:09,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-10 11:35:09,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-10 11:35:09,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-10 11:35:09,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-10 11:35:09,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-10 11:35:09,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-10 11:35:09,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-10 11:35:09,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-10 11:35:09,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-10 11:35:09,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-10 11:35:09,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-10 11:35:09,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-10 11:35:09,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-10 11:35:09,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-10 11:35:09,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-10 11:35:09,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-10 11:35:09,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-10 11:35:09,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-10 11:35:09,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-10 11:35:09,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-10 11:35:09,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-10 11:35:09,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-10 11:35:09,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-10 11:35:09,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-10 11:35:09,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-10 11:35:09,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-10 11:35:09,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-10 11:35:09,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-10 11:35:09,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-10 11:35:09,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-10 11:35:09,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-10 11:35:09,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-10 11:35:09,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-10 11:35:09,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-10 11:35:09,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-10 11:35:09,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-10 11:35:09,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-10 11:35:09,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-10 11:35:09,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-10 11:35:09,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-10 11:35:09,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-10 11:35:09,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-10 11:35:09,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-10 11:35:09,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-10 11:35:09,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-10 11:35:09,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-10 11:35:09,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-10 11:35:09,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-10 11:35:09,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-10 11:35:09,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-10 11:35:09,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-10 11:35:09,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-10 11:35:09,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-10 11:35:09,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-10 11:35:09,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-10 11:35:09,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-10 11:35:09,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-10 11:35:09,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-10 11:35:09,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-10 11:35:09,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-10 11:35:09,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-10 11:35:09,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-10 11:35:09,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-10 11:35:09,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-10 11:35:09,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-10 11:35:09,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-10 11:35:09,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-10 11:35:09,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-10 11:35:09,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-10 11:35:09,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-10 11:35:09,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-10 11:35:09,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-10 11:35:09,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-10 11:35:09,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-10 11:35:09,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-10 11:35:09,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-10 11:35:09,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-10 11:35:09,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-10 11:35:09,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-10 11:35:09,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-10 11:35:09,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-10 11:35:09,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-10 11:35:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-10 11:35:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-10 11:35:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-10 11:35:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-10 11:35:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-10 11:35:09,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-10 11:35:09,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-10 11:35:09,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-10 11:35:09,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-10 11:35:09,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-10 11:35:09,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-10 11:35:09,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-10 11:35:09,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-10 11:35:09,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-10 11:35:09,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-10 11:35:09,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-10 11:35:09,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-10 11:35:09,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-10 11:35:09,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-10 11:35:09,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-10 11:35:09,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-10 11:35:09,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-10 11:35:09,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-10 11:35:09,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-10 11:35:09,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-10 11:35:09,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-10 11:35:09,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-10 11:35:09,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-10 11:35:09,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-10 11:35:09,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-10 11:35:09,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-10 11:35:09,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-10 11:35:09,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-10 11:35:09,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-10 11:35:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-10 11:35:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-10 11:35:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-10 11:35:09,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-10 11:35:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-10 11:35:09,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-10 11:35:09,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-10 11:35:09,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-10 11:35:09,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-10 11:35:09,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-10 11:35:09,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-10 11:35:09,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-10 11:35:09,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-10 11:35:09,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-10 11:35:09,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-10 11:35:09,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-10 11:35:09,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-10 11:35:09,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-10 11:35:09,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-10 11:35:09,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-10 11:35:09,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-10 11:35:09,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-10 11:35:09,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-10 11:35:09,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-10 11:35:09,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-10 11:35:09,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-10 11:35:09,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-10 11:35:09,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-10 11:35:09,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-10 11:35:09,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-10 11:35:09,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-10 11:35:09,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-10 11:35:09,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-10 11:35:09,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-10 11:35:09,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-10 11:35:09,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-10 11:35:09,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-10 11:35:09,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-10 11:35:09,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-10 11:35:09,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-10 11:35:09,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-10 11:35:09,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-10 11:35:09,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-10 11:35:09,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-10 11:35:09,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-10 11:35:09,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-10 11:35:09,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-10 11:35:09,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-10 11:35:09,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-10 11:35:09,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-10 11:35:09,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-10 11:35:09,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-10 11:35:09,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-10 11:35:09,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-10 11:35:09,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-10 11:35:09,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-10 11:35:09,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-10 11:35:09,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-10 11:35:09,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-10 11:35:09,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-10 11:35:09,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-10 11:35:09,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-10 11:35:09,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-10 11:35:09,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-10 11:35:09,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-10 11:35:09,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-10 11:35:09,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-10 11:35:09,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-10 11:35:09,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-10 11:35:09,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-10 11:35:09,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-10 11:35:09,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-10 11:35:09,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-10 11:35:09,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-10 11:35:09,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-10 11:35:09,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-10 11:35:09,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-10 11:35:09,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-10 11:35:09,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-10 11:35:09,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-10 11:35:09,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-10 11:35:09,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-10 11:35:09,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-10 11:35:09,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-10 11:35:09,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-10 11:35:09,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-10 11:35:09,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-10 11:35:09,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-10 11:35:09,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-10 11:35:09,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-10 11:35:09,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-10 11:35:09,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-10 11:35:09,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-10 11:35:09,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-10 11:35:09,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-10 11:35:09,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-10 11:35:09,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-10 11:35:09,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-10 11:35:09,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-10 11:35:09,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-10 11:35:09,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-10 11:35:09,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-10 11:35:09,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-10 11:35:09,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-10 11:35:09,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-10 11:35:09,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-10 11:35:09,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-10 11:35:09,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-10 11:35:09,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-10 11:35:09,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-10 11:35:09,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-10 11:35:09,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-10 11:35:09,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-10 11:35:09,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-10 11:35:09,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-10 11:35:09,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-10 11:35:09,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-10 11:35:09,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-10 11:35:09,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-10 11:35:09,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-10 11:35:09,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-10 11:35:09,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-10 11:35:09,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-10 11:35:09,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-10 11:35:09,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-10 11:35:09,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-10 11:35:09,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-10 11:35:09,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-10 11:35:09,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-10 11:35:09,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-10 11:35:09,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-10 11:35:09,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-10 11:35:09,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-10 11:35:09,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-10 11:35:09,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-10 11:35:09,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-10 11:35:09,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-10 11:35:09,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-10 11:35:09,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-10 11:35:09,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-10 11:35:09,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-10 11:35:09,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-10 11:35:09,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-10 11:35:09,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-10 11:35:09,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-10 11:35:09,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-10 11:35:09,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-10 11:35:09,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-10 11:35:09,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-10 11:35:09,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-10 11:35:09,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-10 11:35:09,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-10 11:35:09,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-10 11:35:09,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-10 11:35:09,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-10 11:35:09,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-10 11:35:09,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-10 11:35:09,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-10 11:35:09,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-10 11:35:09,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-10 11:35:09,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-10 11:35:09,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-10 11:35:09,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-10 11:35:09,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-10 11:35:09,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-10 11:35:09,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-10 11:35:09,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-10 11:35:09,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-10 11:35:09,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-10 11:35:09,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-10 11:35:09,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-10 11:35:09,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-10 11:35:09,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-10 11:35:09,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-10 11:35:09,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-10 11:35:09,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-10 11:35:09,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-10 11:35:09,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-10 11:35:09,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-10 11:35:09,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-10 11:35:09,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-10 11:35:09,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-10 11:35:09,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-10 11:35:09,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-10 11:35:09,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-10 11:35:09,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-10 11:35:09,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-10 11:35:09,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-10 11:35:09,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-10 11:35:09,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-10 11:35:09,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-10 11:35:09,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-10 11:35:09,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-10 11:35:09,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-10 11:35:09,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-10 11:35:09,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 4: [2023-05-10 11:35:09,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 9: [2023-05-10 11:35:09,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-10 11:35:09,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-10 11:35:09,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-10 11:35:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-10 11:35:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-10 11:35:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-10 11:35:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 0: [2023-05-10 11:35:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-10 11:35:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-10 11:35:09,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 9: [2023-05-10 11:35:09,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-10 11:35:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-10 11:35:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-10 11:35:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-10 11:35:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-10 11:35:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-10 11:35:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-10 11:35:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-10 11:35:09,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-10 11:35:09,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-10 11:35:09,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-10 11:35:09,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-10 11:35:09,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-10 11:35:09,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-10 11:35:09,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-10 11:35:09,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-10 11:35:09,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-10 11:35:09,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-10 11:35:09,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-10 11:35:09,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-10 11:35:09,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-10 11:35:09,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-10 11:35:09,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-10 11:35:09,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-10 11:35:09,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-10 11:35:09,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-10 11:35:09,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-10 11:35:09,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-10 11:35:09,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-10 11:35:09,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-10 11:35:09,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-10 11:35:09,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-10 11:35:09,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-10 11:35:09,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-10 11:35:09,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-10 11:35:09,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-10 11:35:09,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-10 11:35:09,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-10 11:35:09,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-10 11:35:09,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-10 11:35:09,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-10 11:35:09,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-10 11:35:09,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-10 11:35:09,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-10 11:35:09,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-10 11:35:09,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-10 11:35:09,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-10 11:35:09,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-10 11:35:09,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-10 11:35:09,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-10 11:35:09,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-10 11:35:09,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-10 11:35:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-10 11:35:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-10 11:35:09,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-10 11:35:09,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-10 11:35:09,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-10 11:35:09,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-10 11:35:09,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-10 11:35:09,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-10 11:35:09,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-10 11:35:09,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-10 11:35:09,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-10 11:35:09,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-10 11:35:09,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-10 11:35:09,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-10 11:35:09,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-10 11:35:09,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +26: [2023-05-10 11:35:09,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +16: [2023-05-10 11:35:09,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-10 11:35:09,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-10 11:35:09,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +23: [2023-05-10 11:35:09,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-10 11:35:09,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +31: [2023-05-10 11:35:09,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-10 11:35:09,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-10 11:35:09,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-10 11:35:09,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-10 11:35:09,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-10 11:35:09,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-10 11:35:09,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-10 11:35:09,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-10 11:35:09,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-10 11:35:09,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-10 11:35:09,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-10 11:35:09,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-10 11:35:09,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-10 11:35:09,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-10 11:35:09,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-10 11:35:09,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-10 11:35:09,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-10 11:35:09,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-10 11:35:09,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-10 11:35:09,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-10 11:35:09,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-10 11:35:09,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-10 11:35:09,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +28: [2023-05-10 11:35:09,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-10 11:35:09,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-10 11:35:09,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-10 11:35:09,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-10 11:35:09,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-10 11:35:09,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-10 11:35:09,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-10 11:35:09,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-10 11:35:09,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-10 11:35:09,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-10 11:35:09,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-10 11:35:09,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-10 11:35:09,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-10 11:35:09,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 4: [2023-05-10 11:35:09,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-10 11:35:09,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-10 11:35:09,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-10 11:35:09,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-10 11:35:09,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:09,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-10 11:35:09,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 4: [2023-05-10 11:35:09,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 0: [2023-05-10 11:35:09,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-10 11:35:09,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 9: [2023-05-10 11:35:09,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 9: [2023-05-10 11:35:09,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 9: [2023-05-10 11:35:09,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +26: [2023-05-10 11:35:09,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-10 11:35:09,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 9: [2023-05-10 11:35:09,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-10 11:35:09,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-10 11:35:09,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-10 11:35:09,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-10 11:35:09,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-10 11:35:09,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-10 11:35:09,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-10 11:35:09,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +26: [2023-05-10 11:35:09,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +26: [2023-05-10 11:35:09,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +13: [2023-05-10 11:35:09,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +13: [2023-05-10 11:35:09,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +13: [2023-05-10 11:35:09,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +13: [2023-05-10 11:35:09,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 1: [2023-05-10 11:35:09,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 1: [2023-05-10 11:35:09,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 1: [2023-05-10 11:35:09,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 1: [2023-05-10 11:35:09,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-10 11:35:09,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-10 11:35:09,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +22: [2023-05-10 11:35:09,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +22: [2023-05-10 11:35:09,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 1: [2023-05-10 11:35:09,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-10 11:35:09,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-10 11:35:09,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +22: [2023-05-10 11:35:09,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +13: [2023-05-10 11:35:09,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-10 11:35:09,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +13: [2023-05-10 11:35:09,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-10 11:35:09,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-10 11:35:09,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-10 11:35:09,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +27: [2023-05-10 11:35:09,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 1: [2023-05-10 11:35:09,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-10 11:35:09,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-10 11:35:09,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-10 11:35:09,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-10 11:35:09,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +27: [2023-05-10 11:35:09,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 9: [2023-05-10 11:35:09,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +25: [2023-05-10 11:35:09,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +25: [2023-05-10 11:35:09,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +25: [2023-05-10 11:35:09,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +25: [2023-05-10 11:35:09,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-10 11:35:09,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-10 11:35:09,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-10 11:35:09,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-10 11:35:09,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-10 11:35:09,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +15: [2023-05-10 11:35:09,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-10 11:35:09,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-10 11:35:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-10 11:35:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-10 11:35:09,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-10 11:35:09,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-10 11:35:09,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-10 11:35:09,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-10 11:35:09,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-10 11:35:09,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-10 11:35:09,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-10 11:35:09,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 9: [2023-05-10 11:35:09,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +30: [2023-05-10 11:35:09,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +30: [2023-05-10 11:35:09,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +30: [2023-05-10 11:35:09,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +30: [2023-05-10 11:35:09,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +25: [2023-05-10 11:35:09,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-10 11:35:09,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-10 11:35:09,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-10 11:35:09,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-10 11:35:09,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-10 11:35:09,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-10 11:35:09,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 1: [2023-05-10 11:35:09,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 1: [2023-05-10 11:35:09,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-10 11:35:09,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-10 11:35:09,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +13: [2023-05-10 11:35:09,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +13: [2023-05-10 11:35:09,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-10 11:35:09,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-10 11:35:09,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-10 11:35:10,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 3: [2023-05-10 11:35:10,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 3: [2023-05-10 11:35:10,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 3: [2023-05-10 11:35:10,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +13: [2023-05-10 11:35:10,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +13: [2023-05-10 11:35:10,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 7: [2023-05-10 11:35:10,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +13: [2023-05-10 11:35:10,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 7: [2023-05-10 11:35:10,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 2: [2023-05-10 11:35:10,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 2: [2023-05-10 11:35:10,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +10: [2023-05-10 11:35:10,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +10: [2023-05-10 11:35:10,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +10: [2023-05-10 11:35:10,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +30: [2023-05-10 11:35:10,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-10 11:35:10,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-10 11:35:10,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-10 11:35:10,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-10 11:35:10,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 2: [2023-05-10 11:35:10,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +12: [2023-05-10 11:35:10,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +12: [2023-05-10 11:35:10,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 6: [2023-05-10 11:35:10,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 6: [2023-05-10 11:35:10,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 6: [2023-05-10 11:35:10,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 6: [2023-05-10 11:35:10,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +12: [2023-05-10 11:35:10,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 7: [2023-05-10 11:35:10,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +12: [2023-05-10 11:35:10,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +30: [2023-05-10 11:35:10,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-10 11:35:10,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-10 11:35:10,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 7: [2023-05-10 11:35:10,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +30: [2023-05-10 11:35:10,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-10 11:35:10,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +19: [2023-05-10 11:35:10,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +23: [2023-05-10 11:35:10,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +23: [2023-05-10 11:35:10,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +23: [2023-05-10 11:35:10,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 1: [2023-05-10 11:35:10,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +19: [2023-05-10 11:35:10,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +22: [2023-05-10 11:35:10,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-10 11:35:10,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +19: [2023-05-10 11:35:10,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +22: [2023-05-10 11:35:10,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-10 11:35:10,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 5: [2023-05-10 11:35:10,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 5: [2023-05-10 11:35:10,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +21: [2023-05-10 11:35:10,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +21: [2023-05-10 11:35:10,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +21: [2023-05-10 11:35:10,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +22: [2023-05-10 11:35:10,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +20: [2023-05-10 11:35:10,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +22: [2023-05-10 11:35:10,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +20: [2023-05-10 11:35:10,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +20: [2023-05-10 11:35:10,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +22: [2023-05-10 11:35:10,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-10 11:35:10,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-10 11:35:10,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-10 11:35:10,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-10 11:35:10,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-10 11:35:10,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +25: [2023-05-10 11:35:10,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-10 11:35:10,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +22: [2023-05-10 11:35:10,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +15: [2023-05-10 11:35:10,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +25: [2023-05-10 11:35:10,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +31: [2023-05-10 11:35:10,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +31: [2023-05-10 11:35:10,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +31: [2023-05-10 11:35:10,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +18: [2023-05-10 11:35:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +18: [2023-05-10 11:35:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +18: [2023-05-10 11:35:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +31: [2023-05-10 11:35:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-10 11:35:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-10 11:35:10,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-10 11:35:10,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-10 11:35:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 0: [2023-05-10 11:35:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 0: [2023-05-10 11:35:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 0: [2023-05-10 11:35:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 8: [2023-05-10 11:35:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 8: [2023-05-10 11:35:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 0: [2023-05-10 11:35:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +27: [2023-05-10 11:35:10,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +27: [2023-05-10 11:35:10,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +22: [2023-05-10 11:35:10,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-10 11:35:10,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-10 11:35:10,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-10 11:35:10,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-10 11:35:10,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +14: [2023-05-10 11:35:10,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 3: [2023-05-10 11:35:10,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-10 11:35:10,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-10 11:35:10,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +11: [2023-05-10 11:35:10,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +11: [2023-05-10 11:35:10,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +24: [2023-05-10 11:35:10,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +24: [2023-05-10 11:35:10,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +11: [2023-05-10 11:35:10,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-10 11:35:10,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 3: [2023-05-10 11:35:10,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-10 11:35:10,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 8: [2023-05-10 11:35:10,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +22: [2023-05-10 11:35:10,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +27: [2023-05-10 11:35:10,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +27: [2023-05-10 11:35:10,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 8: [2023-05-10 11:35:10,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +14: [2023-05-10 11:35:10,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 2: [2023-05-10 11:35:10,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-10 11:35:10,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-10 11:35:10,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-10 11:35:10,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-10 11:35:10,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +24: [2023-05-10 11:35:10,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 7: [2023-05-10 11:35:10,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-10 11:35:10,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-10 11:35:10,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +16: [2023-05-10 11:35:10,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. + 6: [2023-05-10 11:35:10,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-10 11:35:10,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-10 11:35:10,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-10 11:35:10,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-10 11:35:10,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-10 11:35:10,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +17: [2023-05-10 11:35:10,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +10: [2023-05-10 11:35:10,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-10 11:35:10,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-10 11:35:10,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +17: [2023-05-10 11:35:10,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +16: [2023-05-10 11:35:10,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +12: [2023-05-10 11:35:10,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-10 11:35:10,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +12: [2023-05-10 11:35:10,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-10 11:35:10,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-10 11:35:10,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-10 11:35:10,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-10 11:35:10,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-10 11:35:10,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-10 11:35:10,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-10 11:35:10,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-10 11:35:10,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-10 11:35:10,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-10 11:35:10,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-10 11:35:10,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-10 11:35:10,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-10 11:35:10,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-10 11:35:10,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-10 11:35:10,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-10 11:35:10,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-10 11:35:10,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-10 11:35:10,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +25: [2023-05-10 11:35:10,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +25: [2023-05-10 11:35:10,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +20: [2023-05-10 11:35:10,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-10 11:35:10,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-10 11:35:10,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-10 11:35:10,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-10 11:35:10,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-10 11:35:10,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-10 11:35:10,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-10 11:35:10,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-10 11:35:10,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-10 11:35:10,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-10 11:35:10,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-10 11:35:10,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-10 11:35:10,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-10 11:35:10,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-10 11:35:10,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-10 11:35:10,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-10 11:35:10,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-10 11:35:10,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-10 11:35:10,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-10 11:35:10,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-10 11:35:10,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-10 11:35:10,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-10 11:35:10,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-10 11:35:10,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-10 11:35:10,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-10 11:35:10,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-10 11:35:10,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-10 11:35:10,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-10 11:35:10,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-10 11:35:10,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-10 11:35:10,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-10 11:35:10,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-10 11:35:10,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-10 11:35:10,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +28: [2023-05-10 11:35:10,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +28: [2023-05-10 11:35:10,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +28: [2023-05-10 11:35:10,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +17: [2023-05-10 11:35:10,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-10 11:35:10,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-10 11:35:10,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-10 11:35:10,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-10 11:35:10,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-10 11:35:10,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-10 11:35:10,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-10 11:35:10,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-10 11:35:10,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-10 11:35:10,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +29: [2023-05-10 11:35:10,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +16: [2023-05-10 11:35:10,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-10 11:35:10,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +17: [2023-05-10 11:35:10,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-10 11:35:10,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-10 11:35:10,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_27-model_01-model_states.pt. +17: [2023-05-10 11:35:10,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-10 11:35:10,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-10 11:35:10,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-10 11:35:10,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-10 11:35:10,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-10 11:35:10,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-10 11:35:10,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-10 11:35:10,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-10 11:35:10,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +23: [2023-05-10 11:35:10,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 3: [2023-05-10 11:35:10,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-10 11:35:10,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 6: [2023-05-10 11:35:10,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-10 11:35:10,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +10: [2023-05-10 11:35:10,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-10 11:35:10,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 3: [2023-05-10 11:35:10,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +30: [2023-05-10 11:35:10,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 6: [2023-05-10 11:35:10,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +10: [2023-05-10 11:35:10,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 2: [2023-05-10 11:35:10,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-10 11:35:10,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-10 11:35:10,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +20: [2023-05-10 11:35:10,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-10 11:35:10,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +28: [2023-05-10 11:35:10,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-10 11:35:10,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 3: [2023-05-10 11:35:10,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-10 11:35:10,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-10 11:35:10,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-10 11:35:10,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-10 11:35:10,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-10 11:35:10,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-10 11:35:10,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-10 11:35:10,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-10 11:35:10,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-10 11:35:10,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-10 11:35:10,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-10 11:35:10,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +12: [2023-05-10 11:35:10,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-10 11:35:10,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-10 11:35:10,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-10 11:35:10,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 3: [2023-05-10 11:35:10,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +10: [2023-05-10 11:35:10,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +12: [2023-05-10 11:35:10,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 3: [2023-05-10 11:35:10,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 6: [2023-05-10 11:35:10,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 7: [2023-05-10 11:35:10,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-10 11:35:10,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 2: [2023-05-10 11:35:10,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 6: [2023-05-10 11:35:10,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-10 11:35:10,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-10 11:35:10,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +19: [2023-05-10 11:35:10,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-10 11:35:10,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-10 11:35:10,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-10 11:35:10,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-10 11:35:10,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +12: [2023-05-10 11:35:10,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 6: [2023-05-10 11:35:10,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +29: [2023-05-10 11:35:10,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-10 11:35:10,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-10 11:35:10,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-10 11:35:10,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-10 11:35:10,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-10 11:35:10,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +19: [2023-05-10 11:35:10,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 7: [2023-05-10 11:35:10,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-10 11:35:10,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +28: [2023-05-10 11:35:10,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-10 11:35:10,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +21: [2023-05-10 11:35:10,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-10 11:35:10,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +11: [2023-05-10 11:35:10,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-10 11:35:10,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-10 11:35:10,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-10 11:35:10,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 5: [2023-05-10 11:35:10,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-10 11:35:10,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-10 11:35:10,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-10 11:35:10,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +23: [2023-05-10 11:35:10,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +11: [2023-05-10 11:35:10,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +23: [2023-05-10 11:35:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-10 11:35:10,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 0: [2023-05-10 11:35:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-10 11:35:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-10 11:35:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-10 11:35:10,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +19: [2023-05-10 11:35:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-10 11:35:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-10 11:35:10,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 0: [2023-05-10 11:35:10,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 0: [2023-05-10 11:35:10,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 5: [2023-05-10 11:35:10,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +14: [2023-05-10 11:35:10,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 5: [2023-05-10 11:35:10,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 5: [2023-05-10 11:35:10,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +10: [2023-05-10 11:35:10,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-10 11:35:10,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +12: [2023-05-10 11:35:10,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +19: [2023-05-10 11:35:10,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 5: [2023-05-10 11:35:10,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-10 11:35:10,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-10 11:35:10,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-10 11:35:10,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +11: [2023-05-10 11:35:10,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-10 11:35:10,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-10 11:35:10,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-10 11:35:10,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-10 11:35:10,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-10 11:35:10,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-10 11:35:10,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-10 11:35:10,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +11: [2023-05-10 11:35:10,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +24: [2023-05-10 11:35:10,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +14: [2023-05-10 11:35:10,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-10 11:35:10,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +18: [2023-05-10 11:35:10,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-10 11:35:10,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-10 11:35:10,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-10 11:35:10,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-10 11:35:10,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-10 11:35:10,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-10 11:35:10,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +21: [2023-05-10 11:35:10,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-10 11:35:10,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 8: [2023-05-10 11:35:10,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-10 11:35:10,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +19: [2023-05-10 11:35:10,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 8: [2023-05-10 11:35:10,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-10 11:35:10,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +19: [2023-05-10 11:35:10,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +14: [2023-05-10 11:35:10,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +14: [2023-05-10 11:35:10,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +18: [2023-05-10 11:35:10,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +11: [2023-05-10 11:35:10,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-10 11:35:10,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-10 11:35:10,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +21: [2023-05-10 11:35:10,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +11: [2023-05-10 11:35:10,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-10 11:35:10,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +17: [2023-05-10 11:35:10,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 8: [2023-05-10 11:35:10,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +16: [2023-05-10 11:35:10,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-10 11:35:10,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-10 11:35:10,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 8: [2023-05-10 11:35:10,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +17: [2023-05-10 11:35:10,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-10 11:35:10,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-10 11:35:10,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-10 11:35:10,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +11: [2023-05-10 11:35:10,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +17: [2023-05-10 11:35:10,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-10 11:35:10,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +16: [2023-05-10 11:35:10,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-10 11:35:10,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-10 11:35:10,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +16: [2023-05-10 11:35:10,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +14: [2023-05-10 11:35:10,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +16: [2023-05-10 11:35:10,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +17: [2023-05-10 11:35:10,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +31: [2023-05-10 11:35:10,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-10 11:35:10,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-10 11:35:10,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-10 11:35:10,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +24: [2023-05-10 11:35:10,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-10 11:35:10,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +16: [2023-05-10 11:35:10,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 0: [2023-05-10 11:35:10,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-10 11:35:10,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +31: [2023-05-10 11:35:10,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +31: [2023-05-10 11:35:10,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +31: [2023-05-10 11:35:10,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 0: [2023-05-10 11:35:10,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +29: [2023-05-10 11:35:10,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-10 11:35:10,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-10 11:35:10,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-10 11:35:10,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-10 11:35:10,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +29: [2023-05-10 11:35:10,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +29: [2023-05-10 11:35:10,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +29: [2023-05-10 11:35:10,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-10 11:35:10,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +31: [2023-05-10 11:35:10,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-10 11:35:10,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-10 11:35:10,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +31: [2023-05-10 11:35:10,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +29: [2023-05-10 11:35:10,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +28: [2023-05-10 11:35:10,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-10 11:35:10,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... +28: [2023-05-10 11:35:10,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-10 11:35:10,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt... + 7: [2023-05-10 11:35:10,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-10 11:35:10,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-10 11:35:10,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-10 11:35:10,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-10 11:35:10,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-10 11:35:10,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-10 11:35:10,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-10 11:35:10,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-10 11:35:10,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-10 11:35:10,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-10 11:35:10,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-10 11:35:10,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-10 11:35:10,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-10 11:35:10,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-10 11:35:10,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-10 11:35:10,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-10 11:35:10,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-10 11:35:10,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-10 11:35:10,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-10 11:35:10,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-10 11:35:10,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-10 11:35:10,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-10 11:35:10,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-10 11:35:10,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-10 11:35:10,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-10 11:35:10,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-10 11:35:10,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-10 11:35:10,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-10 11:35:10,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-10 11:35:10,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-10 11:35:10,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-10 11:35:10,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-10 11:35:10,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-10 11:35:10,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-10 11:35:10,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-10 11:35:10,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-10 11:35:10,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-10 11:35:10,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-10 11:35:10,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-10 11:35:10,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-10 11:35:10,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-10 11:35:10,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-10 11:35:10,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-10 11:35:10,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-10 11:35:10,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-10 11:35:10,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-10 11:35:10,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-10 11:35:10,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-10 11:35:10,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-10 11:35:10,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-10 11:35:10,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-10 11:35:10,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-10 11:35:10,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-10 11:35:10,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-10 11:35:10,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-10 11:35:10,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-10 11:35:10,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-10 11:35:10,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-10 11:35:10,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-10 11:35:10,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-10 11:35:10,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-10 11:35:10,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-10 11:35:10,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-10 11:35:10,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-10 11:35:10,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-10 11:35:10,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-10 11:35:10,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-10 11:35:10,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-10 11:35:10,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-10 11:35:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-10 11:35:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-10 11:35:10,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-10 11:35:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-10 11:35:10,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-10 11:35:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-10 11:35:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-10 11:35:10,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-10 11:35:10,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-10 11:35:10,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-10 11:35:10,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-10 11:35:10,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-10 11:35:10,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-10 11:35:10,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-10 11:35:10,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-10 11:35:10,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-10 11:35:10,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-10 11:35:10,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-10 11:35:10,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-10 11:35:10,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-10 11:35:10,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-10 11:35:10,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-10 11:35:10,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:10,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-10 11:35:10,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:10,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-10 11:35:10,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-10 11:35:10,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-10 11:35:10,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:10,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-10 11:35:10,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-10 11:35:10,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-10 11:35:10,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-10 11:35:10,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-10 11:35:10,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-10 11:35:10,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-10 11:35:10,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-10 11:35:10,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-10 11:35:10,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-10 11:35:10,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-10 11:35:10,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-10 11:35:10,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-10 11:35:10,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-10 11:35:10,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-10 11:35:10,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-10 11:35:10,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-10 11:35:10,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-10 11:35:10,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-10 11:35:10,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-10 11:35:10,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-10 11:35:10,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-10 11:35:10,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-10 11:35:10,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-10 11:35:10,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-10 11:35:10,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-10 11:35:10,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-10 11:35:10,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-10 11:35:10,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-10 11:35:10,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-10 11:35:10,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-10 11:35:10,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-10 11:35:10,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-10 11:35:10,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-10 11:35:10,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-10 11:35:10,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-10 11:35:10,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-10 11:35:10,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-10 11:35:10,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-10 11:35:10,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-10 11:35:10,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-10 11:35:10,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-10 11:35:10,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-10 11:35:10,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-10 11:35:10,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-10 11:35:10,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-10 11:35:10,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-10 11:35:10,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-10 11:35:10,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-10 11:35:10,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-10 11:35:10,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-10 11:35:10,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-10 11:35:10,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-10 11:35:10,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-10 11:35:10,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-10 11:35:10,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-10 11:35:10,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-10 11:35:10,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-10 11:35:10,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-10 11:35:10,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-10 11:35:10,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-10 11:35:10,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-10 11:35:10,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-10 11:35:10,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-10 11:35:10,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-10 11:35:10,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-10 11:35:10,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-10 11:35:10,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-10 11:35:10,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-10 11:35:10,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-10 11:35:10,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-10 11:35:10,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-10 11:35:10,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-10 11:35:10,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-10 11:35:10,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-10 11:35:10,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-10 11:35:10,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-10 11:35:10,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-10 11:35:10,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-10 11:35:10,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-10 11:35:10,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-10 11:35:10,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-10 11:35:10,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-10 11:35:10,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-10 11:35:10,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-10 11:35:10,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-10 11:35:10,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-10 11:35:10,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-10 11:35:10,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-10 11:35:10,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-10 11:35:10,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-10 11:35:10,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-10 11:35:10,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-10 11:35:10,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-10 11:35:10,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-10 11:35:10,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-10 11:35:10,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:10,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-10 11:35:10,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-10 11:35:10,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-10 11:35:10,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-10 11:35:10,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-10 11:35:10,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-10 11:35:10,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-10 11:35:10,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-10 11:35:10,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-10 11:35:10,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-10 11:35:10,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-10 11:35:10,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-10 11:35:10,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-10 11:35:10,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-10 11:35:10,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-10 11:35:10,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-10 11:35:10,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-10 11:35:10,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-10 11:35:10,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-10 11:35:10,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-10 11:35:10,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-10 11:35:10,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-10 11:35:10,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-10 11:35:10,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-10 11:35:10,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-10 11:35:10,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-10 11:35:10,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-10 11:35:10,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-10 11:35:10,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-10 11:35:10,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-10 11:35:10,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-10 11:35:10,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-10 11:35:10,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-10 11:35:10,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-10 11:35:10,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-10 11:35:10,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-10 11:35:10,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-10 11:35:10,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-10 11:35:10,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-10 11:35:10,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-10 11:35:10,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-10 11:35:10,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-10 11:35:10,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-10 11:35:10,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-10 11:35:10,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-10 11:35:10,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-10 11:35:10,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-10 11:35:10,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-10 11:35:10,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-10 11:35:10,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-10 11:35:10,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-10 11:35:10,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-10 11:35:10,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-10 11:35:10,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-10 11:35:10,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-10 11:35:10,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-10 11:35:10,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-10 11:35:10,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-10 11:35:10,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-10 11:35:10,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-10 11:35:10,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-10 11:35:10,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-10 11:35:10,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-10 11:35:10,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-10 11:35:10,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-10 11:35:10,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-10 11:35:10,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-10 11:35:10,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-10 11:35:10,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-10 11:35:10,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-10 11:35:10,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-10 11:35:10,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-10 11:35:10,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-10 11:35:10,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-10 11:35:10,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-10 11:35:10,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-10 11:35:10,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-10 11:35:10,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-10 11:35:10,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-10 11:35:10,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-10 11:35:10,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-10 11:35:10,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-10 11:35:10,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-10 11:35:10,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-10 11:35:10,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-10 11:35:10,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-10 11:35:10,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-10 11:35:10,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-10 11:35:10,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-10 11:35:10,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-10 11:35:10,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-10 11:35:10,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-10 11:35:10,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-10 11:35:10,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-10 11:35:10,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-10 11:35:10,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-10 11:35:10,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-10 11:35:10,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-10 11:35:10,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-10 11:35:10,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-10 11:35:10,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-10 11:35:10,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-10 11:35:10,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-10 11:35:10,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-10 11:35:10,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-10 11:35:10,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-10 11:35:10,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-10 11:35:10,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-10 11:35:10,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-10 11:35:10,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-10 11:35:10,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-10 11:35:10,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-10 11:35:10,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-10 11:35:10,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-10 11:35:10,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-10 11:35:10,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-10 11:35:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-10 11:35:10,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-10 11:35:10,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-10 11:35:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-10 11:35:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-10 11:35:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-10 11:35:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-10 11:35:10,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-10 11:35:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-10 11:35:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-10 11:35:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-10 11:35:10,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-10 11:35:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-10 11:35:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-10 11:35:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-10 11:35:10,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-10 11:35:10,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-10 11:35:10,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-10 11:35:10,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-10 11:35:10,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-10 11:35:10,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-10 11:35:10,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-10 11:35:10,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-10 11:35:10,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-10 11:35:10,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-10 11:35:10,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-10 11:35:10,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-10 11:35:10,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-10 11:35:10,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-10 11:35:10,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-10 11:35:10,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-10 11:35:10,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-10 11:35:10,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-10 11:35:10,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-10 11:35:10,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-10 11:35:10,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-10 11:35:10,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-10 11:35:10,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-10 11:35:10,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-10 11:35:10,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-10 11:35:10,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-10 11:35:10,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-10 11:35:10,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-10 11:35:10,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-10 11:35:10,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-10 11:35:10,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-10 11:35:10,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-10 11:35:10,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-10 11:35:10,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-10 11:35:10,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-10 11:35:10,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-10 11:35:10,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-10 11:35:10,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-10 11:35:10,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-10 11:35:10,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-10 11:35:10,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-10 11:35:10,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-10 11:35:10,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-10 11:35:10,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-10 11:35:10,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-10 11:35:10,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-10 11:35:10,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-10 11:35:10,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-10 11:35:10,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-10 11:35:10,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-10 11:35:10,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-10 11:35:10,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-10 11:35:10,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-10 11:35:10,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-10 11:35:10,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-10 11:35:10,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-10 11:35:10,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-10 11:35:10,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-10 11:35:10,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-10 11:35:10,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-10 11:35:10,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-10 11:35:10,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-10 11:35:10,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-10 11:35:10,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-10 11:35:10,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-10 11:35:10,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-10 11:35:10,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-10 11:35:10,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-10 11:35:10,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-10 11:35:10,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-10 11:35:10,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-10 11:35:10,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-10 11:35:10,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-10 11:35:10,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-10 11:35:10,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-10 11:35:10,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-10 11:35:10,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-10 11:35:10,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-10 11:35:10,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-10 11:35:10,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-10 11:35:10,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-10 11:35:10,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-10 11:35:10,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-10 11:35:10,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-10 11:35:10,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-10 11:35:10,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-10 11:35:10,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-10 11:35:10,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-10 11:35:10,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-10 11:35:10,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-10 11:35:10,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-10 11:35:10,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-10 11:35:10,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-10 11:35:10,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-10 11:35:10,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-10 11:35:10,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-10 11:35:10,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-10 11:35:10,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-10 11:35:10,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-10 11:35:10,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-10 11:35:10,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-10 11:35:10,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-10 11:35:10,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-10 11:35:10,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-10 11:35:10,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-10 11:35:10,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-10 11:35:10,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-10 11:35:10,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-10 11:35:10,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-10 11:35:10,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-10 11:35:10,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-10 11:35:10,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-10 11:35:10,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-10 11:35:10,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-10 11:35:10,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-10 11:35:10,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-10 11:35:10,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-10 11:35:10,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-10 11:35:10,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-10 11:35:10,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-10 11:35:10,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-10 11:35:10,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-10 11:35:10,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-10 11:35:10,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-10 11:35:10,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-10 11:35:10,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-10 11:35:10,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-10 11:35:10,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-10 11:35:10,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-10 11:35:10,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-10 11:35:10,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-10 11:35:10,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-10 11:35:10,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-10 11:35:10,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-10 11:35:10,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-10 11:35:10,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-10 11:35:10,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-10 11:35:10,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-10 11:35:10,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-10 11:35:10,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-10 11:35:10,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-10 11:35:10,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-10 11:35:10,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-10 11:35:10,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-10 11:35:10,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-10 11:35:10,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-10 11:35:10,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-10 11:35:10,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-10 11:35:10,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-10 11:35:10,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-10 11:35:10,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-10 11:35:10,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-10 11:35:10,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-10 11:35:10,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-10 11:35:10,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-10 11:35:10,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-10 11:35:10,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-10 11:35:10,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-10 11:35:10,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-10 11:35:10,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-10 11:35:10,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-10 11:35:10,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-10 11:35:10,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-10 11:35:10,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-10 11:35:10,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-10 11:35:10,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-10 11:35:10,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-10 11:35:10,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-10 11:35:10,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-10 11:35:10,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-10 11:35:10,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-10 11:35:10,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-10 11:35:10,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-10 11:35:10,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-10 11:35:10,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-10 11:35:10,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-10 11:35:10,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-10 11:35:10,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-10 11:35:10,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-10 11:35:10,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-10 11:35:10,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-10 11:35:10,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-10 11:35:10,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-10 11:35:10,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-10 11:35:10,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +28: [2023-05-10 11:35:10,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +28: [2023-05-10 11:35:10,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +28: [2023-05-10 11:35:10,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +24: [2023-05-10 11:35:10,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-10 11:35:10,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-10 11:35:10,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-10 11:35:10,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-10 11:35:10,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-10 11:35:10,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-10 11:35:10,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +30: [2023-05-10 11:35:10,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +30: [2023-05-10 11:35:10,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +30: [2023-05-10 11:35:10,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +28: [2023-05-10 11:35:10,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-10 11:35:10,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +28: [2023-05-10 11:35:10,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-10 11:35:10,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-10 11:35:10,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +28: [2023-05-10 11:35:10,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-10 11:35:10,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +28: [2023-05-10 11:35:10,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +20: [2023-05-10 11:35:10,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +20: [2023-05-10 11:35:10,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +20: [2023-05-10 11:35:10,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +20: [2023-05-10 11:35:10,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +30: [2023-05-10 11:35:10,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-10 11:35:10,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-10 11:35:10,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +16: [2023-05-10 11:35:10,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +16: [2023-05-10 11:35:10,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +16: [2023-05-10 11:35:10,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +30: [2023-05-10 11:35:10,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-10 11:35:10,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-10 11:35:10,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +27: [2023-05-10 11:35:10,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +27: [2023-05-10 11:35:10,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +27: [2023-05-10 11:35:10,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 8: [2023-05-10 11:35:10,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 8: [2023-05-10 11:35:10,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 8: [2023-05-10 11:35:10,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 8: [2023-05-10 11:35:10,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 3: [2023-05-10 11:35:10,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 3: [2023-05-10 11:35:10,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 3: [2023-05-10 11:35:10,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 3: [2023-05-10 11:35:10,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 0: [2023-05-10 11:35:10,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 0: [2023-05-10 11:35:10,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 0: [2023-05-10 11:35:10,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 0: [2023-05-10 11:35:10,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +20: [2023-05-10 11:35:10,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-10 11:35:10,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-10 11:35:10,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-10 11:35:10,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-10 11:35:10,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-10 11:35:10,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-10 11:35:10,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-10 11:35:10,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-10 11:35:10,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-10 11:35:10,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-10 11:35:10,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-10 11:35:10,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-10 11:35:10,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-10 11:35:10,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-10 11:35:10,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-10 11:35:10,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-10 11:35:10,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-10 11:35:10,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-10 11:35:10,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-10 11:35:10,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-10 11:35:10,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-10 11:35:10,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-10 11:35:10,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-10 11:35:10,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 2: [2023-05-10 11:35:10,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 2: [2023-05-10 11:35:10,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 2: [2023-05-10 11:35:10,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 0: [2023-05-10 11:35:10,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-10 11:35:10,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-10 11:35:10,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +30: [2023-05-10 11:35:10,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-10 11:35:10,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-10 11:35:10,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-10 11:35:10,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +30: [2023-05-10 11:35:10,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +30: [2023-05-10 11:35:10,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +20: [2023-05-10 11:35:10,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-10 11:35:10,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-10 11:35:10,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +18: [2023-05-10 11:35:10,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +18: [2023-05-10 11:35:10,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +18: [2023-05-10 11:35:10,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +20: [2023-05-10 11:35:10,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +20: [2023-05-10 11:35:10,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 2: [2023-05-10 11:35:10,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-10 11:35:10,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-10 11:35:10,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-10 11:35:10,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-10 11:35:10,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-10 11:35:10,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-10 11:35:10,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-10 11:35:10,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-10 11:35:10,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 3: [2023-05-10 11:35:10,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-10 11:35:10,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-10 11:35:10,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-10 11:35:10,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-10 11:35:10,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-10 11:35:10,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-10 11:35:10,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +20: [2023-05-10 11:35:10,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +16: [2023-05-10 11:35:10,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +20: [2023-05-10 11:35:10,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 8: [2023-05-10 11:35:10,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +16: [2023-05-10 11:35:10,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +16: [2023-05-10 11:35:10,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +16: [2023-05-10 11:35:10,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 8: [2023-05-10 11:35:10,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 8: [2023-05-10 11:35:10,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-10 11:35:10,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-10 11:35:10,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-10 11:35:10,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-10 11:35:10,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-10 11:35:10,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-10 11:35:10,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 8: [2023-05-10 11:35:10,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 3: [2023-05-10 11:35:10,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-10 11:35:10,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-10 11:35:10,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +27: [2023-05-10 11:35:10,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +27: [2023-05-10 11:35:10,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +27: [2023-05-10 11:35:10,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 3: [2023-05-10 11:35:10,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 3: [2023-05-10 11:35:10,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +18: [2023-05-10 11:35:10,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-10 11:35:10,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-10 11:35:10,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-10 11:35:10,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-10 11:35:10,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +25: [2023-05-10 11:35:10,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +25: [2023-05-10 11:35:10,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +25: [2023-05-10 11:35:10,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 2: [2023-05-10 11:35:10,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-10 11:35:10,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-10 11:35:10,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-10 11:35:10,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-10 11:35:10,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 0: [2023-05-10 11:35:10,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 0: [2023-05-10 11:35:10,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 0: [2023-05-10 11:35:10,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +23: [2023-05-10 11:35:10,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +23: [2023-05-10 11:35:10,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +26: [2023-05-10 11:35:10,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +26: [2023-05-10 11:35:10,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +26: [2023-05-10 11:35:10,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +26: [2023-05-10 11:35:10,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +23: [2023-05-10 11:35:10,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 0: [2023-05-10 11:35:10,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-10 11:35:10,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 7: [2023-05-10 11:35:10,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 7: [2023-05-10 11:35:10,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 7: [2023-05-10 11:35:10,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +14: [2023-05-10 11:35:10,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +14: [2023-05-10 11:35:10,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +23: [2023-05-10 11:35:10,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 7: [2023-05-10 11:35:10,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +14: [2023-05-10 11:35:10,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +11: [2023-05-10 11:35:10,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +11: [2023-05-10 11:35:10,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +11: [2023-05-10 11:35:10,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +11: [2023-05-10 11:35:10,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 9: [2023-05-10 11:35:10,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 9: [2023-05-10 11:35:10,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 9: [2023-05-10 11:35:10,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 9: [2023-05-10 11:35:10,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +19: [2023-05-10 11:35:10,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 0: [2023-05-10 11:35:10,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +19: [2023-05-10 11:35:10,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +19: [2023-05-10 11:35:10,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +19: [2023-05-10 11:35:10,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 2: [2023-05-10 11:35:10,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-10 11:35:10,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 6: [2023-05-10 11:35:10,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 6: [2023-05-10 11:35:10,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 6: [2023-05-10 11:35:10,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +10: [2023-05-10 11:35:10,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +10: [2023-05-10 11:35:10,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 6: [2023-05-10 11:35:10,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +10: [2023-05-10 11:35:10,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 2: [2023-05-10 11:35:10,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-10 11:35:10,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +29: [2023-05-10 11:35:10,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +29: [2023-05-10 11:35:10,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 2: [2023-05-10 11:35:10,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +29: [2023-05-10 11:35:10,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 1: [2023-05-10 11:35:10,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 1: [2023-05-10 11:35:10,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +21: [2023-05-10 11:35:10,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 2: [2023-05-10 11:35:10,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +21: [2023-05-10 11:35:10,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +21: [2023-05-10 11:35:10,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 1: [2023-05-10 11:35:10,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +21: [2023-05-10 11:35:10,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 1: [2023-05-10 11:35:10,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +15: [2023-05-10 11:35:10,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +15: [2023-05-10 11:35:10,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +15: [2023-05-10 11:35:10,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +15: [2023-05-10 11:35:10,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +24: [2023-05-10 11:35:10,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +24: [2023-05-10 11:35:10,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +25: [2023-05-10 11:35:10,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-10 11:35:10,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +24: [2023-05-10 11:35:10,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 4: [2023-05-10 11:35:10,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 4: [2023-05-10 11:35:10,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 4: [2023-05-10 11:35:10,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +22: [2023-05-10 11:35:10,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +22: [2023-05-10 11:35:10,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +25: [2023-05-10 11:35:10,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:10,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +25: [2023-05-10 11:35:10,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-10 11:35:10,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-10 11:35:10,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +22: [2023-05-10 11:35:10,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +17: [2023-05-10 11:35:10,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +17: [2023-05-10 11:35:10,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +17: [2023-05-10 11:35:10,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +17: [2023-05-10 11:35:10,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 5: [2023-05-10 11:35:10,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 5: [2023-05-10 11:35:10,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 5: [2023-05-10 11:35:10,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 5: [2023-05-10 11:35:10,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +31: [2023-05-10 11:35:10,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +31: [2023-05-10 11:35:10,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +31: [2023-05-10 11:35:10,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +31: [2023-05-10 11:35:10,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 2: [2023-05-10 11:35:10,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-10 11:35:10,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-10 11:35:10,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +13: [2023-05-10 11:35:10,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +13: [2023-05-10 11:35:10,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +13: [2023-05-10 11:35:10,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +23: [2023-05-10 11:35:10,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-10 11:35:10,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-10 11:35:10,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +26: [2023-05-10 11:35:10,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-10 11:35:10,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-10 11:35:10,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-10 11:35:10,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +12: [2023-05-10 11:35:10,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +12: [2023-05-10 11:35:10,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. +14: [2023-05-10 11:35:10,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-10 11:35:10,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_28-model_01-model_states.pt. + 9: [2023-05-10 11:35:10,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-10 11:35:10,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-10 11:35:10,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-10 11:35:10,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-10 11:35:10,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-10 11:35:10,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-10 11:35:10,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-10 11:35:10,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-10 11:35:10,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-10 11:35:10,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-10 11:35:10,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-10 11:35:10,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-10 11:35:10,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-10 11:35:10,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-10 11:35:10,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-10 11:35:10,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-10 11:35:10,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-10 11:35:10,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-10 11:35:10,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-10 11:35:10,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-10 11:35:10,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-10 11:35:10,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-10 11:35:10,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-10 11:35:10,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-10 11:35:10,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-10 11:35:10,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-10 11:35:10,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-10 11:35:10,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-10 11:35:10,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-10 11:35:10,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-10 11:35:10,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-10 11:35:10,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-10 11:35:10,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-10 11:35:10,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-10 11:35:10,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-10 11:35:10,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-10 11:35:10,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-10 11:35:10,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-10 11:35:10,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-10 11:35:10,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-10 11:35:10,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-10 11:35:10,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-10 11:35:10,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-10 11:35:10,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:10,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-10 11:35:10,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-10 11:35:10,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-10 11:35:10,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-10 11:35:10,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-10 11:35:10,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-10 11:35:10,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-10 11:35:10,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:10,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-10 11:35:10,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-10 11:35:10,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-10 11:35:10,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +18: [2023-05-10 11:35:10,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 4: [2023-05-10 11:35:10,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-10 11:35:10,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-10 11:35:10,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +18: [2023-05-10 11:35:10,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +17: [2023-05-10 11:35:10,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-10 11:35:10,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-10 11:35:10,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-10 11:35:10,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-10 11:35:10,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-10 11:35:10,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-10 11:35:10,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-10 11:35:10,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-10 11:35:10,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-10 11:35:10,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-10 11:35:10,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-10 11:35:10,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-10 11:35:10,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-10 11:35:10,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-10 11:35:10,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-10 11:35:10,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-10 11:35:10,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-10 11:35:10,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-10 11:35:10,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-10 11:35:10,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-10 11:35:10,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +12: [2023-05-10 11:35:10,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-10 11:35:10,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-10 11:35:10,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-10 11:35:10,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-10 11:35:10,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-10 11:35:10,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-10 11:35:10,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-10 11:35:10,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-10 11:35:10,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +19: [2023-05-10 11:35:10,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +25: [2023-05-10 11:35:10,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-10 11:35:10,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-10 11:35:10,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +25: [2023-05-10 11:35:10,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-10 11:35:10,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-10 11:35:10,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-10 11:35:10,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-10 11:35:10,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-10 11:35:10,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +26: [2023-05-10 11:35:10,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-10 11:35:10,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +15: [2023-05-10 11:35:10,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 1: [2023-05-10 11:35:10,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-10 11:35:10,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +25: [2023-05-10 11:35:10,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +11: [2023-05-10 11:35:10,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-10 11:35:10,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +23: [2023-05-10 11:35:10,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +23: [2023-05-10 11:35:10,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 1: [2023-05-10 11:35:10,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +11: [2023-05-10 11:35:10,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +14: [2023-05-10 11:35:10,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-10 11:35:10,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-10 11:35:10,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-10 11:35:10,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-10 11:35:10,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +14: [2023-05-10 11:35:10,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +17: [2023-05-10 11:35:10,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-10 11:35:10,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-10 11:35:10,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-10 11:35:10,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 7: [2023-05-10 11:35:10,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-10 11:35:10,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-10 11:35:10,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-10 11:35:10,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +29: [2023-05-10 11:35:10,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +10: [2023-05-10 11:35:10,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-10 11:35:10,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 9: [2023-05-10 11:35:10,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-10 11:35:10,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-10 11:35:10,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +22: [2023-05-10 11:35:10,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-10 11:35:10,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-10 11:35:10,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-10 11:35:10,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-10 11:35:10,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-10 11:35:10,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 9: [2023-05-10 11:35:10,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-10 11:35:10,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 7: [2023-05-10 11:35:10,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-10 11:35:10,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 9: [2023-05-10 11:35:10,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-10 11:35:10,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +15: [2023-05-10 11:35:10,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-10 11:35:10,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +22: [2023-05-10 11:35:10,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-10 11:35:10,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 9: [2023-05-10 11:35:10,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +29: [2023-05-10 11:35:10,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +21: [2023-05-10 11:35:10,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +29: [2023-05-10 11:35:10,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-10 11:35:10,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 9: [2023-05-10 11:35:10,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 7: [2023-05-10 11:35:10,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 9: [2023-05-10 11:35:10,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +15: [2023-05-10 11:35:10,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 6: [2023-05-10 11:35:10,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-10 11:35:10,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +14: [2023-05-10 11:35:10,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-10 11:35:10,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-10 11:35:10,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-10 11:35:10,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-10 11:35:10,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-10 11:35:10,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-10 11:35:10,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 9: [2023-05-10 11:35:10,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-10 11:35:10,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-10 11:35:10,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-10 11:35:10,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-10 11:35:10,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-10 11:35:10,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 6: [2023-05-10 11:35:10,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +11: [2023-05-10 11:35:10,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +19: [2023-05-10 11:35:10,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-10 11:35:10,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-10 11:35:10,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-10 11:35:10,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-10 11:35:10,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-10 11:35:10,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 5: [2023-05-10 11:35:10,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +15: [2023-05-10 11:35:10,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 4: [2023-05-10 11:35:10,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 1: [2023-05-10 11:35:10,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-10 11:35:10,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 6: [2023-05-10 11:35:10,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-10 11:35:10,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +14: [2023-05-10 11:35:10,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +12: [2023-05-10 11:35:10,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 4: [2023-05-10 11:35:10,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-10 11:35:10,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-10 11:35:10,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +19: [2023-05-10 11:35:10,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +17: [2023-05-10 11:35:10,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-10 11:35:10,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-10 11:35:10,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-10 11:35:10,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-10 11:35:10,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-10 11:35:10,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-10 11:35:10,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +21: [2023-05-10 11:35:10,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +21: [2023-05-10 11:35:10,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +26: [2023-05-10 11:35:10,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-10 11:35:10,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 6: [2023-05-10 11:35:10,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-10 11:35:10,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-10 11:35:10,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +24: [2023-05-10 11:35:10,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-10 11:35:10,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-10 11:35:10,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-10 11:35:10,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-10 11:35:10,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +19: [2023-05-10 11:35:10,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 4: [2023-05-10 11:35:10,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 4: [2023-05-10 11:35:10,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +17: [2023-05-10 11:35:10,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +10: [2023-05-10 11:35:10,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +17: [2023-05-10 11:35:10,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +10: [2023-05-10 11:35:10,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +10: [2023-05-10 11:35:10,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +26: [2023-05-10 11:35:10,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 1: [2023-05-10 11:35:10,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 6: [2023-05-10 11:35:10,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +15: [2023-05-10 11:35:10,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +12: [2023-05-10 11:35:10,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-10 11:35:10,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-10 11:35:10,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 5: [2023-05-10 11:35:10,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-10 11:35:10,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-10 11:35:10,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +24: [2023-05-10 11:35:10,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-10 11:35:10,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-10 11:35:10,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +21: [2023-05-10 11:35:10,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-10 11:35:10,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +13: [2023-05-10 11:35:10,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-10 11:35:10,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-10 11:35:10,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +12: [2023-05-10 11:35:10,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +12: [2023-05-10 11:35:10,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +24: [2023-05-10 11:35:10,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 5: [2023-05-10 11:35:10,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... + 1: [2023-05-10 11:35:10,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +21: [2023-05-10 11:35:10,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +13: [2023-05-10 11:35:10,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-10 11:35:10,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-10 11:35:10,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-10 11:35:10,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-10 11:35:10,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-10 11:35:10,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +13: [2023-05-10 11:35:10,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +31: [2023-05-10 11:35:10,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-10 11:35:10,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-10 11:35:10,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +17: [2023-05-10 11:35:10,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +13: [2023-05-10 11:35:10,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +31: [2023-05-10 11:35:10,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +31: [2023-05-10 11:35:10,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +31: [2023-05-10 11:35:10,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +31: [2023-05-10 11:35:10,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt... +21: [2023-05-10 11:35:11,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +21: [2023-05-10 11:35:11,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +21: [2023-05-10 11:35:11,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +21: [2023-05-10 11:35:11,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +21: [2023-05-10 11:35:11,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-10 11:35:11,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-10 11:35:11,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-10 11:35:11,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-10 11:35:11,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 8: [2023-05-10 11:35:11,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 8: [2023-05-10 11:35:11,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 8: [2023-05-10 11:35:11,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +18: [2023-05-10 11:35:11,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +18: [2023-05-10 11:35:11,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +18: [2023-05-10 11:35:11,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +18: [2023-05-10 11:35:11,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +30: [2023-05-10 11:35:11,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +30: [2023-05-10 11:35:11,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +30: [2023-05-10 11:35:11,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +30: [2023-05-10 11:35:11,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +26: [2023-05-10 11:35:11,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +26: [2023-05-10 11:35:11,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +26: [2023-05-10 11:35:11,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +26: [2023-05-10 11:35:11,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 8: [2023-05-10 11:35:11,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-10 11:35:11,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-10 11:35:11,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-10 11:35:11,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-10 11:35:11,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-10 11:35:11,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-10 11:35:11,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-10 11:35:11,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-10 11:35:11,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-10 11:35:11,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-10 11:35:11,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-10 11:35:11,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-10 11:35:11,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-10 11:35:11,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-10 11:35:11,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-10 11:35:11,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-10 11:35:11,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +11: [2023-05-10 11:35:11,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +11: [2023-05-10 11:35:11,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +11: [2023-05-10 11:35:11,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +11: [2023-05-10 11:35:11,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-10 11:35:11,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-10 11:35:11,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-10 11:35:11,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-10 11:35:11,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +22: [2023-05-10 11:35:11,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +22: [2023-05-10 11:35:11,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +22: [2023-05-10 11:35:11,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +17: [2023-05-10 11:35:11,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +17: [2023-05-10 11:35:11,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +17: [2023-05-10 11:35:11,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +17: [2023-05-10 11:35:11,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +22: [2023-05-10 11:35:11,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-10 11:35:11,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +25: [2023-05-10 11:35:11,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +25: [2023-05-10 11:35:11,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +19: [2023-05-10 11:35:11,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +19: [2023-05-10 11:35:11,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +25: [2023-05-10 11:35:11,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +19: [2023-05-10 11:35:11,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +27: [2023-05-10 11:35:11,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +27: [2023-05-10 11:35:11,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +22: [2023-05-10 11:35:11,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-10 11:35:11,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +19: [2023-05-10 11:35:11,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +27: [2023-05-10 11:35:11,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +10: [2023-05-10 11:35:11,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +10: [2023-05-10 11:35:11,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +10: [2023-05-10 11:35:11,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 5: [2023-05-10 11:35:11,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 5: [2023-05-10 11:35:11,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 5: [2023-05-10 11:35:11,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +10: [2023-05-10 11:35:11,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +22: [2023-05-10 11:35:11,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-10 11:35:11,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-10 11:35:11,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 7: [2023-05-10 11:35:11,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 7: [2023-05-10 11:35:11,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 7: [2023-05-10 11:35:11,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 7: [2023-05-10 11:35:11,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +15: [2023-05-10 11:35:11,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +15: [2023-05-10 11:35:11,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +15: [2023-05-10 11:35:11,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +15: [2023-05-10 11:35:11,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +20: [2023-05-10 11:35:11,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +20: [2023-05-10 11:35:11,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +20: [2023-05-10 11:35:11,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +20: [2023-05-10 11:35:11,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +25: [2023-05-10 11:35:11,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-10 11:35:11,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-10 11:35:11,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-10 11:35:11,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-10 11:35:11,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-10 11:35:11,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-10 11:35:11,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-10 11:35:11,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-10 11:35:11,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 3: [2023-05-10 11:35:11,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +25: [2023-05-10 11:35:11,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-10 11:35:11,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 3: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +25: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +14: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +14: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +17: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +17: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 0: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 0: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +24: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +24: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 1: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 0: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 1: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 1: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +31: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +31: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +31: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 1: [2023-05-10 11:35:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +24: [2023-05-10 11:35:11,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +31: [2023-05-10 11:35:11,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +12: [2023-05-10 11:35:11,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +12: [2023-05-10 11:35:11,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +24: [2023-05-10 11:35:11,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +12: [2023-05-10 11:35:11,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +12: [2023-05-10 11:35:11,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +19: [2023-05-10 11:35:11,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-10 11:35:11,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-10 11:35:11,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-10 11:35:11,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-10 11:35:11,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-10 11:35:11,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-10 11:35:11,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-10 11:35:11,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 2: [2023-05-10 11:35:11,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +10: [2023-05-10 11:35:11,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-10 11:35:11,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-10 11:35:11,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-10 11:35:11,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-10 11:35:11,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 9: [2023-05-10 11:35:11,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 9: [2023-05-10 11:35:11,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 9: [2023-05-10 11:35:11,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 2: [2023-05-10 11:35:11,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 2: [2023-05-10 11:35:11,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +29: [2023-05-10 11:35:11,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +29: [2023-05-10 11:35:11,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +29: [2023-05-10 11:35:11,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +13: [2023-05-10 11:35:11,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +13: [2023-05-10 11:35:11,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +13: [2023-05-10 11:35:11,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +29: [2023-05-10 11:35:11,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +23: [2023-05-10 11:35:11,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +23: [2023-05-10 11:35:11,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +28: [2023-05-10 11:35:11,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +23: [2023-05-10 11:35:11,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +28: [2023-05-10 11:35:11,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +28: [2023-05-10 11:35:11,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +23: [2023-05-10 11:35:11,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +28: [2023-05-10 11:35:11,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +13: [2023-05-10 11:35:11,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +16: [2023-05-10 11:35:11,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +16: [2023-05-10 11:35:11,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 4: [2023-05-10 11:35:11,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 7: [2023-05-10 11:35:11,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-10 11:35:11,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-10 11:35:11,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-10 11:35:11,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 4: [2023-05-10 11:35:11,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +16: [2023-05-10 11:35:11,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 4: [2023-05-10 11:35:11,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +15: [2023-05-10 11:35:11,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-10 11:35:11,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-10 11:35:11,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-10 11:35:11,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 6: [2023-05-10 11:35:11,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +16: [2023-05-10 11:35:11,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 6: [2023-05-10 11:35:11,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. + 6: [2023-05-10 11:35:11,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_29-model_01-model_states.pt. +15: [2023-05-10 11:35:11,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-10 11:35:11,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-10 11:35:11,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-10 11:35:11,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-10 11:35:11,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-10 11:35:11,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-10 11:35:11,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-10 11:35:11,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-10 11:35:11,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-10 11:35:11,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-10 11:35:11,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-10 11:35:11,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-10 11:35:11,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-10 11:35:11,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-10 11:35:11,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-10 11:35:11,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-10 11:35:11,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-10 11:35:11,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-10 11:35:11,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-10 11:35:11,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-10 11:35:11,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-10 11:35:11,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-10 11:35:11,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-10 11:35:11,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-10 11:35:11,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-10 11:35:11,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-10 11:35:11,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-10 11:35:11,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-10 11:35:11,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-10 11:35:11,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-10 11:35:11,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-10 11:35:11,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-10 11:35:11,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-10 11:35:11,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-10 11:35:11,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-10 11:35:11,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-10 11:35:11,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-10 11:35:11,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-10 11:35:11,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-10 11:35:11,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-10 11:35:11,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-10 11:35:11,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-10 11:35:11,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-10 11:35:11,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-10 11:35:11,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-10 11:35:11,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-10 11:35:11,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-10 11:35:11,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-10 11:35:11,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-10 11:35:11,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-10 11:35:11,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-10 11:35:11,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-10 11:35:11,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-10 11:35:11,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-10 11:35:11,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-10 11:35:11,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-10 11:35:11,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-10 11:35:11,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-10 11:35:11,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-10 11:35:11,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-10 11:35:11,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-10 11:35:11,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-10 11:35:11,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-10 11:35:11,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-10 11:35:11,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-10 11:35:11,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-10 11:35:11,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-10 11:35:11,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-10 11:35:11,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-10 11:35:11,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-10 11:35:11,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-10 11:35:11,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-10 11:35:11,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-10 11:35:11,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-10 11:35:11,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-10 11:35:11,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-10 11:35:11,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-10 11:35:11,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-10 11:35:11,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-10 11:35:11,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-10 11:35:11,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-10 11:35:11,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-10 11:35:11,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-10 11:35:11,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-10 11:35:11,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-10 11:35:11,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-10 11:35:11,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-10 11:35:11,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +22: [2023-05-10 11:35:11,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +24: [2023-05-10 11:35:11,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +22: [2023-05-10 11:35:11,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +22: [2023-05-10 11:35:11,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +22: [2023-05-10 11:35:11,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-10 11:35:11,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +22: [2023-05-10 11:35:11,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-10 11:35:11,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-10 11:35:11,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-10 11:35:11,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-10 11:35:11,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-10 11:35:11,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-10 11:35:11,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +24: [2023-05-10 11:35:11,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-10 11:35:11,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-10 11:35:11,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-10 11:35:11,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-10 11:35:11,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +31: [2023-05-10 11:35:11,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-10 11:35:11,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-10 11:35:11,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-10 11:35:11,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-10 11:35:11,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-10 11:35:11,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-10 11:35:11,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-10 11:35:11,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-10 11:35:11,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-10 11:35:11,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-10 11:35:11,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-10 11:35:11,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-10 11:35:11,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-10 11:35:11,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-10 11:35:11,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-10 11:35:11,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-10 11:35:11,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-10 11:35:11,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +20: [2023-05-10 11:35:11,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-10 11:35:11,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-10 11:35:11,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-10 11:35:11,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-10 11:35:11,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-10 11:35:11,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-10 11:35:11,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-10 11:35:11,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-10 11:35:11,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-10 11:35:11,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-10 11:35:11,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-10 11:35:11,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-10 11:35:11,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-10 11:35:11,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-10 11:35:11,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-10 11:35:11,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 3: [2023-05-10 11:35:11,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-10 11:35:11,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 8: [2023-05-10 11:35:11,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 8: [2023-05-10 11:35:11,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +25: [2023-05-10 11:35:11,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-10 11:35:11,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-10 11:35:11,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-10 11:35:11,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-10 11:35:11,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-10 11:35:11,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-10 11:35:11,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-10 11:35:11,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +20: [2023-05-10 11:35:11,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 5: [2023-05-10 11:35:11,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-10 11:35:11,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-10 11:35:11,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-10 11:35:11,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-10 11:35:11,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 8: [2023-05-10 11:35:11,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 8: [2023-05-10 11:35:11,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-10 11:35:11,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 8: [2023-05-10 11:35:11,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-10 11:35:11,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +25: [2023-05-10 11:35:11,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-10 11:35:11,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 3: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +20: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +25: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 7: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 5: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +29: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +31: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +31: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +31: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +31: [2023-05-10 11:35:11,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-10 11:35:11,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +25: [2023-05-10 11:35:11,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 5: [2023-05-10 11:35:11,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 7: [2023-05-10 11:35:11,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 7: [2023-05-10 11:35:11,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-10 11:35:11,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-10 11:35:11,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-10 11:35:11,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 7: [2023-05-10 11:35:11,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-10 11:35:11,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 3: [2023-05-10 11:35:11,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +25: [2023-05-10 11:35:11,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-10 11:35:11,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-10 11:35:11,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-10 11:35:11,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 0: [2023-05-10 11:35:11,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +25: [2023-05-10 11:35:11,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-10 11:35:11,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 2: [2023-05-10 11:35:11,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-10 11:35:11,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +25: [2023-05-10 11:35:11,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 5: [2023-05-10 11:35:11,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-10 11:35:11,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 5: [2023-05-10 11:35:11,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-10 11:35:11,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 0: [2023-05-10 11:35:11,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 0: [2023-05-10 11:35:11,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-10 11:35:11,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-10 11:35:11,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-10 11:35:11,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 2: [2023-05-10 11:35:11,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-10 11:35:11,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-10 11:35:11,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-10 11:35:11,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-10 11:35:11,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-10 11:35:11,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-10 11:35:11,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-10 11:35:11,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-10 11:35:11,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-10 11:35:11,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-10 11:35:11,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-10 11:35:11,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-10 11:35:11,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-10 11:35:11,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-10 11:35:11,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-10 11:35:11,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-10 11:35:11,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-10 11:35:11,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-10 11:35:11,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-10 11:35:11,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-10 11:35:11,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-10 11:35:11,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 4: [2023-05-10 11:35:11,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-10 11:35:11,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 2: [2023-05-10 11:35:11,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 2: [2023-05-10 11:35:11,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 4: [2023-05-10 11:35:11,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 4: [2023-05-10 11:35:11,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-10 11:35:11,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 4: [2023-05-10 11:35:11,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +22: [2023-05-10 11:35:11,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-10 11:35:11,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-10 11:35:11,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-10 11:35:11,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-10 11:35:11,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-10 11:35:11,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-10 11:35:11,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-10 11:35:11,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-10 11:35:11,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-10 11:35:11,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +17: [2023-05-10 11:35:11,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +17: [2023-05-10 11:35:11,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-10 11:35:11,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-10 11:35:11,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +17: [2023-05-10 11:35:11,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-10 11:35:11,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-10 11:35:11,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-10 11:35:11,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-10 11:35:11,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +26: [2023-05-10 11:35:11,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-10 11:35:11,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-10 11:35:11,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-10 11:35:11,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-10 11:35:11,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-10 11:35:11,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-10 11:35:11,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-10 11:35:11,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-10 11:35:11,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 1: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-10 11:35:11,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-10 11:35:11,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +27: [2023-05-10 11:35:11,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-10 11:35:11,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-10 11:35:11,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-10 11:35:11,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-10 11:35:11,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-10 11:35:11,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-10 11:35:11,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-10 11:35:11,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-10 11:35:11,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-10 11:35:11,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-10 11:35:11,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-10 11:35:11,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +27: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +27: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-10 11:35:11,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-10 11:35:11,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +14: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +14: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +13: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 1: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +10: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +11: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-10 11:35:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 9: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +26: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +14: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +19: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +28: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +23: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-10 11:35:11,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +27: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +11: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 9: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +27: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +11: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +28: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +23: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +28: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +10: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-10 11:35:11,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 9: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +13: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 9: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 9: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +19: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +11: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +22: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-10 11:35:12,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-10 11:35:12,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-10 11:35:12,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +23: [2023-05-10 11:35:12,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-10 11:35:12,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-10 11:35:12,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-10 11:35:12,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-10 11:35:12,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-10 11:35:12,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-10 11:35:12,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-10 11:35:12,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-10 11:35:12,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-10 11:35:12,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-10 11:35:12,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-10 11:35:12,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 9: [2023-05-10 11:35:12,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +10: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +28: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +19: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +27: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +12: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +25: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-10 11:35:12,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +13: [2023-05-10 11:35:12,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +13: [2023-05-10 11:35:12,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-10 11:35:12,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +27: [2023-05-10 11:35:12,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +28: [2023-05-10 11:35:12,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +21: [2023-05-10 11:35:12,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-10 11:35:12,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-10 11:35:12,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-10 11:35:12,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-10 11:35:12,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-10 11:35:12,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +28: [2023-05-10 11:35:12,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-10 11:35:12,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +28: [2023-05-10 11:35:12,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +11: [2023-05-10 11:35:12,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-10 11:35:12,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 7: [2023-05-10 11:35:12,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-10 11:35:12,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +12: [2023-05-10 11:35:12,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-10 11:35:12,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-10 11:35:12,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-10 11:35:12,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-10 11:35:12,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-10 11:35:12,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-10 11:35:12,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-10 11:35:12,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-10 11:35:12,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-10 11:35:12,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-10 11:35:12,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-10 11:35:12,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-10 11:35:12,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +21: [2023-05-10 11:35:12,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 2: [2023-05-10 11:35:12,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-10 11:35:12,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +11: [2023-05-10 11:35:12,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-10 11:35:12,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-10 11:35:12,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-10 11:35:12,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-10 11:35:12,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +24: [2023-05-10 11:35:12,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-10 11:35:12,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-10 11:35:12,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +12: [2023-05-10 11:35:12,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 4: [2023-05-10 11:35:12,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-10 11:35:12,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-10 11:35:12,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-10 11:35:12,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-10 11:35:12,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-10 11:35:12,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-10 11:35:12,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +16: [2023-05-10 11:35:12,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-10 11:35:12,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-10 11:35:12,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-10 11:35:12,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-10 11:35:12,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-10 11:35:12,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-10 11:35:12,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +16: [2023-05-10 11:35:12,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-10 11:35:12,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-10 11:35:12,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-10 11:35:12,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +20: [2023-05-10 11:35:12,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-10 11:35:12,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-10 11:35:12,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-10 11:35:12,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-10 11:35:12,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-10 11:35:12,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +29: [2023-05-10 11:35:12,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-10 11:35:12,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-10 11:35:12,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-10 11:35:12,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-10 11:35:12,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-10 11:35:12,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +16: [2023-05-10 11:35:12,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 3: [2023-05-10 11:35:12,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-10 11:35:12,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-10 11:35:12,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 0: [2023-05-10 11:35:12,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-10 11:35:12,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-10 11:35:12,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-10 11:35:12,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-10 11:35:12,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... +16: [2023-05-10 11:35:12,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-10 11:35:12,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-10 11:35:12,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-10 11:35:12,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-10 11:35:12,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-10 11:35:12,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-10 11:35:12,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-10 11:35:12,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-10 11:35:12,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-10 11:35:12,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-10 11:35:12,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-10 11:35:12,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-10 11:35:12,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-10 11:35:12,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-10 11:35:12,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-10 11:35:12,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-10 11:35:12,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-10 11:35:12,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-10 11:35:12,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-10 11:35:12,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-10 11:35:12,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-10 11:35:12,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-10 11:35:12,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-10 11:35:12,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-10 11:35:12,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-10 11:35:12,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-10 11:35:12,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-10 11:35:12,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-10 11:35:12,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-10 11:35:12,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-10 11:35:12,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-10 11:35:12,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-10 11:35:12,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-10 11:35:12,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-10 11:35:12,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-10 11:35:12,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-10 11:35:12,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-10 11:35:12,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-10 11:35:12,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-10 11:35:12,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-10 11:35:12,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-10 11:35:12,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-10 11:35:12,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-10 11:35:12,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-10 11:35:12,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-10 11:35:12,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-10 11:35:12,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-10 11:35:12,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-10 11:35:12,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-10 11:35:12,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-10 11:35:12,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-10 11:35:12,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-10 11:35:12,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-10 11:35:12,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-10 11:35:12,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-10 11:35:12,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-10 11:35:12,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-10 11:35:12,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-10 11:35:12,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-10 11:35:12,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-10 11:35:12,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-10 11:35:12,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-10 11:35:12,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-10 11:35:12,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-10 11:35:12,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-10 11:35:12,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-10 11:35:12,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-10 11:35:12,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-10 11:35:12,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-10 11:35:12,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-10 11:35:12,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-10 11:35:12,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-10 11:35:12,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-10 11:35:12,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-10 11:35:12,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-10 11:35:12,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-10 11:35:12,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-10 11:35:12,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-10 11:35:12,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-10 11:35:12,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-10 11:35:12,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-10 11:35:12,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-10 11:35:12,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-10 11:35:12,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-10 11:35:12,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-10 11:35:12,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-10 11:35:12,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-10 11:35:12,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-10 11:35:12,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-10 11:35:12,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-10 11:35:12,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-10 11:35:12,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-10 11:35:12,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-10 11:35:12,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-10 11:35:12,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-10 11:35:12,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-10 11:35:12,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-10 11:35:12,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-10 11:35:12,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-10 11:35:12,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-10 11:35:12,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-10 11:35:12,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-10 11:35:12,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-10 11:35:12,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-10 11:35:12,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-10 11:35:12,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-10 11:35:12,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-10 11:35:12,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-10 11:35:12,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-10 11:35:12,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-10 11:35:12,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-10 11:35:12,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-10 11:35:12,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-10 11:35:12,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-10 11:35:12,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-10 11:35:12,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-10 11:35:12,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-10 11:35:12,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-10 11:35:12,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-10 11:35:12,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-10 11:35:12,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-10 11:35:12,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-10 11:35:12,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-10 11:35:12,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-10 11:35:12,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-10 11:35:12,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-10 11:35:12,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-10 11:35:12,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-10 11:35:12,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-10 11:35:12,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-10 11:35:12,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-10 11:35:12,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-10 11:35:12,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-10 11:35:12,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-10 11:35:12,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-10 11:35:12,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-10 11:35:12,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-10 11:35:12,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-10 11:35:12,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-10 11:35:12,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-10 11:35:12,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-10 11:35:12,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-10 11:35:12,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-10 11:35:12,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-10 11:35:12,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-10 11:35:12,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-10 11:35:12,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-10 11:35:12,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-10 11:35:12,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-10 11:35:12,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-10 11:35:12,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-10 11:35:12,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-10 11:35:12,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-10 11:35:12,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-10 11:35:12,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-10 11:35:12,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-10 11:35:12,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-10 11:35:12,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-10 11:35:12,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-10 11:35:12,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-10 11:35:12,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-10 11:35:12,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-10 11:35:12,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-10 11:35:12,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-10 11:35:12,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-10 11:35:12,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-10 11:35:12,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-10 11:35:12,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-10 11:35:12,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-10 11:35:12,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-10 11:35:12,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-10 11:35:12,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-10 11:35:12,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-10 11:35:12,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-10 11:35:12,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-10 11:35:12,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-10 11:35:12,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-10 11:35:12,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-10 11:35:12,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-10 11:35:12,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-10 11:35:12,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-10 11:35:12,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-10 11:35:12,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-10 11:35:12,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-10 11:35:12,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-10 11:35:12,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-10 11:35:12,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-10 11:35:12,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-10 11:35:12,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-10 11:35:12,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-10 11:35:12,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-10 11:35:12,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-10 11:35:12,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-10 11:35:12,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-10 11:35:12,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-10 11:35:12,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-10 11:35:12,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-10 11:35:12,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-10 11:35:12,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-10 11:35:12,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-10 11:35:12,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-10 11:35:12,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 6: [2023-05-10 11:35:12,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 6: [2023-05-10 11:35:12,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 6: [2023-05-10 11:35:12,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt... + 6: [2023-05-10 11:35:12,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-10 11:35:12,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-10 11:35:12,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-10 11:35:12,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-10 11:35:12,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-10 11:35:12,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-10 11:35:12,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-10 11:35:12,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-10 11:35:12,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-10 11:35:12,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +21: [2023-05-10 11:35:12,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +21: [2023-05-10 11:35:12,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +21: [2023-05-10 11:35:12,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +21: [2023-05-10 11:35:12,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-10 11:35:12,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-10 11:35:12,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-10 11:35:12,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-10 11:35:12,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-10 11:35:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-10 11:35:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-10 11:35:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-10 11:35:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-10 11:35:12,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-10 11:35:12,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-10 11:35:12,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-10 11:35:12,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-10 11:35:12,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-10 11:35:12,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-10 11:35:12,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-10 11:35:12,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-10 11:35:12,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-10 11:35:12,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-10 11:35:12,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-10 11:35:12,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-10 11:35:12,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-10 11:35:12,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-10 11:35:12,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-10 11:35:12,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-10 11:35:12,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-10 11:35:12,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-10 11:35:12,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-10 11:35:12,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-10 11:35:12,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-10 11:35:12,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-10 11:35:12,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-10 11:35:12,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-10 11:35:12,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-10 11:35:12,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-10 11:35:12,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-10 11:35:12,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-10 11:35:12,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-10 11:35:12,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-10 11:35:12,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-10 11:35:12,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-10 11:35:12,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-10 11:35:12,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-10 11:35:12,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-10 11:35:12,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-10 11:35:12,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 1: [2023-05-10 11:35:12,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +18: [2023-05-10 11:35:12,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-10 11:35:12,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-10 11:35:12,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +19: [2023-05-10 11:35:12,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +13: [2023-05-10 11:35:12,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-10 11:35:12,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-10 11:35:12,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-10 11:35:12,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-10 11:35:12,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-10 11:35:12,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-10 11:35:12,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-10 11:35:12,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-10 11:35:12,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-10 11:35:12,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-10 11:35:12,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-10 11:35:12,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-10 11:35:12,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-10 11:35:12,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-10 11:35:12,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +28: [2023-05-10 11:35:12,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +28: [2023-05-10 11:35:12,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +27: [2023-05-10 11:35:12,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-10 11:35:12,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +12: [2023-05-10 11:35:12,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-10 11:35:12,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-10 11:35:12,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-10 11:35:12,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-10 11:35:12,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-10 11:35:12,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-10 11:35:12,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-10 11:35:12,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-10 11:35:12,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-10 11:35:12,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-10 11:35:12,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-10 11:35:12,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-10 11:35:12,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-10 11:35:12,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-10 11:35:12,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-10 11:35:12,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-10 11:35:12,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-10 11:35:12,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-10 11:35:12,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-10 11:35:12,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-10 11:35:12,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-10 11:35:12,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 8: [2023-05-10 11:35:12,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +12: [2023-05-10 11:35:12,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-10 11:35:12,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-10 11:35:12,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-10 11:35:12,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-10 11:35:12,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-10 11:35:12,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-10 11:35:12,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-10 11:35:12,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-10 11:35:12,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-10 11:35:12,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-10 11:35:12,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-10 11:35:12,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-10 11:35:12,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-10 11:35:12,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-10 11:35:12,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-10 11:35:12,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-10 11:35:12,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-10 11:35:12,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-10 11:35:12,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-10 11:35:12,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-10 11:35:12,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-10 11:35:12,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-10 11:35:12,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-10 11:35:12,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-10 11:35:12,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-10 11:35:12,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-10 11:35:12,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-10 11:35:12,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-10 11:35:12,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-10 11:35:12,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-10 11:35:12,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-10 11:35:12,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-10 11:35:12,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +26: [2023-05-10 11:35:12,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-10 11:35:12,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 2: [2023-05-10 11:35:12,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-10 11:35:12,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-10 11:35:12,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-10 11:35:12,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-10 11:35:12,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-10 11:35:12,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-10 11:35:12,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-10 11:35:12,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-10 11:35:12,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-10 11:35:12,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-10 11:35:12,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-10 11:35:12,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-10 11:35:12,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-10 11:35:12,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-10 11:35:12,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-10 11:35:12,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-10 11:35:12,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-10 11:35:12,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-10 11:35:12,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-10 11:35:12,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-10 11:35:12,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-10 11:35:12,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-10 11:35:12,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-10 11:35:12,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-10 11:35:12,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-10 11:35:12,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-10 11:35:12,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-10 11:35:12,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-10 11:35:12,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-10 11:35:12,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-10 11:35:12,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-10 11:35:12,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-10 11:35:12,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-10 11:35:12,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-10 11:35:12,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-10 11:35:12,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-10 11:35:12,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-10 11:35:12,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-10 11:35:12,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-10 11:35:12,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-10 11:35:12,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-10 11:35:12,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-10 11:35:12,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-10 11:35:12,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-10 11:35:12,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-10 11:35:12,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-10 11:35:12,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-10 11:35:12,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-10 11:35:12,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-10 11:35:12,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-10 11:35:12,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-10 11:35:12,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-10 11:35:12,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-10 11:35:12,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-10 11:35:12,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:12,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-10 11:35:12,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-10 11:35:12,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-10 11:35:12,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-10 11:35:12,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-10 11:35:12,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-10 11:35:12,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-10 11:35:12,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-10 11:35:12,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-10 11:35:12,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-10 11:35:12,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-10 11:35:12,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-10 11:35:12,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-10 11:35:12,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-10 11:35:12,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-10 11:35:12,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-10 11:35:12,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-10 11:35:12,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-10 11:35:12,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-10 11:35:12,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-10 11:35:12,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-10 11:35:12,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-10 11:35:12,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-10 11:35:12,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-10 11:35:12,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-10 11:35:12,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-10 11:35:12,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-10 11:35:12,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-10 11:35:12,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-10 11:35:12,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-10 11:35:12,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-10 11:35:12,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-10 11:35:12,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-10 11:35:12,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-10 11:35:12,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-10 11:35:12,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-10 11:35:12,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-10 11:35:12,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:12,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-10 11:35:12,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-10 11:35:12,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-10 11:35:12,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-10 11:35:12,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-10 11:35:12,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-10 11:35:12,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-10 11:35:12,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-10 11:35:12,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-10 11:35:12,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-10 11:35:12,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-10 11:35:12,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-10 11:35:12,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-10 11:35:12,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-10 11:35:12,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-10 11:35:12,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-10 11:35:12,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-10 11:35:12,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-10 11:35:12,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-10 11:35:12,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-10 11:35:12,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-10 11:35:12,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-10 11:35:12,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-10 11:35:12,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-10 11:35:12,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-10 11:35:12,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-10 11:35:12,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-10 11:35:12,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-10 11:35:12,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-10 11:35:12,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-10 11:35:12,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-10 11:35:12,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-10 11:35:12,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-10 11:35:12,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-10 11:35:12,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-10 11:35:12,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-10 11:35:12,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-10 11:35:12,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-10 11:35:12,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-10 11:35:12,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-10 11:35:12,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-10 11:35:12,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-10 11:35:12,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-10 11:35:12,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-10 11:35:12,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-10 11:35:12,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-10 11:35:12,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-10 11:35:12,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-10 11:35:12,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-10 11:35:12,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +21: [2023-05-10 11:35:12,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-10 11:35:12,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-10 11:35:12,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-10 11:35:12,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-10 11:35:12,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-10 11:35:12,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-10 11:35:12,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-10 11:35:12,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-10 11:35:12,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +21: [2023-05-10 11:35:12,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +21: [2023-05-10 11:35:12,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 9: [2023-05-10 11:35:12,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-10 11:35:12,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-10 11:35:12,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +18: [2023-05-10 11:35:12,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-10 11:35:12,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-10 11:35:12,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-10 11:35:12,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-10 11:35:12,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-10 11:35:12,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-10 11:35:12,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-10 11:35:12,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-10 11:35:12,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-10 11:35:12,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-10 11:35:12,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-10 11:35:12,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-10 11:35:12,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-10 11:35:12,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-10 11:35:12,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-10 11:35:12,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-10 11:35:12,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-10 11:35:12,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +26: [2023-05-10 11:35:12,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-10 11:35:12,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-10 11:35:12,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-10 11:35:12,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-10 11:35:12,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-10 11:35:12,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-10 11:35:12,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-10 11:35:12,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-10 11:35:12,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-10 11:35:12,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-10 11:35:12,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-10 11:35:12,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-10 11:35:12,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-10 11:35:12,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-10 11:35:12,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-10 11:35:12,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-10 11:35:12,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-10 11:35:12,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-10 11:35:12,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-10 11:35:12,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-10 11:35:12,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-10 11:35:12,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-10 11:35:12,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-10 11:35:12,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-10 11:35:12,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +11: [2023-05-10 11:35:12,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-10 11:35:12,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-10 11:35:12,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-10 11:35:12,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-10 11:35:12,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-10 11:35:12,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-10 11:35:12,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-10 11:35:12,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-10 11:35:12,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-10 11:35:12,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-10 11:35:12,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-10 11:35:12,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-10 11:35:12,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-10 11:35:12,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-10 11:35:12,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-10 11:35:12,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +12: [2023-05-10 11:35:12,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +23: [2023-05-10 11:35:12,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-10 11:35:12,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-10 11:35:12,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +12: [2023-05-10 11:35:12,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 9: [2023-05-10 11:35:12,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-10 11:35:12,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-10 11:35:12,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-10 11:35:12,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-10 11:35:12,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-10 11:35:12,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 3: [2023-05-10 11:35:12,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-10 11:35:12,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-10 11:35:12,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-10 11:35:12,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +25: [2023-05-10 11:35:12,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-10 11:35:12,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-10 11:35:12,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-10 11:35:12,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-10 11:35:12,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-10 11:35:12,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-10 11:35:12,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-10 11:35:12,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-10 11:35:12,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-10 11:35:12,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-10 11:35:12,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-10 11:35:12,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-10 11:35:12,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-10 11:35:12,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-10 11:35:12,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-10 11:35:12,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-10 11:35:12,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-10 11:35:12,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-10 11:35:12,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-10 11:35:12,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-10 11:35:12,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-10 11:35:12,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-10 11:35:12,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-10 11:35:12,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-10 11:35:12,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-10 11:35:12,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-10 11:35:12,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-10 11:35:12,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-10 11:35:12,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-10 11:35:12,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-10 11:35:12,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-10 11:35:12,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-10 11:35:12,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-10 11:35:12,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-10 11:35:12,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +23: [2023-05-10 11:35:12,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-10 11:35:12,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-10 11:35:12,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-10 11:35:12,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:12,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-10 11:35:12,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-10 11:35:12,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-10 11:35:12,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-10 11:35:12,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-10 11:35:12,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-10 11:35:12,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-10 11:35:12,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-10 11:35:12,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-10 11:35:12,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +24: [2023-05-10 11:35:12,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-10 11:35:12,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-10 11:35:12,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 8: [2023-05-10 11:35:12,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +23: [2023-05-10 11:35:12,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +24: [2023-05-10 11:35:12,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-10 11:35:12,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-10 11:35:12,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-10 11:35:12,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-10 11:35:12,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-10 11:35:12,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-10 11:35:12,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-10 11:35:12,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-10 11:35:12,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:12,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-10 11:35:12,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-10 11:35:12,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-10 11:35:12,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-10 11:35:12,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:12,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:12,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-10 11:35:12,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-10 11:35:12,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-10 11:35:12,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-10 11:35:12,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-10 11:35:12,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-10 11:35:12,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-10 11:35:12,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-10 11:35:12,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-10 11:35:12,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-10 11:35:12,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-10 11:35:12,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-10 11:35:12,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-10 11:35:12,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-10 11:35:12,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-10 11:35:12,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-10 11:35:12,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 3: [2023-05-10 11:35:12,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-10 11:35:12,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:12,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +20: [2023-05-10 11:35:12,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:12,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-10 11:35:12,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-10 11:35:12,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-10 11:35:12,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-10 11:35:12,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +20: [2023-05-10 11:35:12,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-10 11:35:12,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-10 11:35:12,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-10 11:35:12,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-10 11:35:12,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-10 11:35:12,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-10 11:35:12,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-10 11:35:12,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-10 11:35:12,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 3: [2023-05-10 11:35:12,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 6: [2023-05-10 11:35:12,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-10 11:35:12,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-10 11:35:12,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-10 11:35:12,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 0: [2023-05-10 11:35:12,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-10 11:35:12,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-10 11:35:12,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-10 11:35:12,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-10 11:35:12,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-10 11:35:12,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-10 11:35:12,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-10 11:35:12,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-10 11:35:12,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-10 11:35:12,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-10 11:35:12,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-10 11:35:12,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +16: [2023-05-10 11:35:12,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-10 11:35:12,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-10 11:35:12,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-10 11:35:12,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-10 11:35:12,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-10 11:35:12,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-10 11:35:12,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 8: [2023-05-10 11:35:12,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +15: [2023-05-10 11:35:12,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-10 11:35:12,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-10 11:35:12,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-10 11:35:12,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-10 11:35:12,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:12,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-10 11:35:12,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-10 11:35:12,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-10 11:35:12,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-10 11:35:12,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +19: [2023-05-10 11:35:12,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +19: [2023-05-10 11:35:12,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +20: [2023-05-10 11:35:12,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +20: [2023-05-10 11:35:12,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +20: [2023-05-10 11:35:12,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +20: [2023-05-10 11:35:12,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +15: [2023-05-10 11:35:12,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-10 11:35:12,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +24: [2023-05-10 11:35:12,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-10 11:35:12,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:12,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-10 11:35:12,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-10 11:35:12,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-10 11:35:12,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-10 11:35:12,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-10 11:35:12,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-10 11:35:12,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-10 11:35:12,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +16: [2023-05-10 11:35:12,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +16: [2023-05-10 11:35:12,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +16: [2023-05-10 11:35:12,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-10 11:35:12,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:12,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 3: [2023-05-10 11:35:12,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-10 11:35:12,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +14: [2023-05-10 11:35:12,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-10 11:35:12,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-10 11:35:12,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-10 11:35:12,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-10 11:35:12,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-10 11:35:12,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-10 11:35:12,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-10 11:35:12,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-10 11:35:12,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-10 11:35:12,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +18: [2023-05-10 11:35:12,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +18: [2023-05-10 11:35:12,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +18: [2023-05-10 11:35:12,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +20: [2023-05-10 11:35:12,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-10 11:35:12,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-10 11:35:12,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-10 11:35:12,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +19: [2023-05-10 11:35:12,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-10 11:35:12,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-10 11:35:12,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-10 11:35:12,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-10 11:35:12,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-10 11:35:12,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-10 11:35:12,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-10 11:35:12,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-10 11:35:12,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-10 11:35:12,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +12: [2023-05-10 11:35:12,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +12: [2023-05-10 11:35:12,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +23: [2023-05-10 11:35:12,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-10 11:35:12,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 3: [2023-05-10 11:35:12,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-10 11:35:12,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-10 11:35:12,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +23: [2023-05-10 11:35:12,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-10 11:35:12,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-10 11:35:12,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-10 11:35:12,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-10 11:35:12,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +23: [2023-05-10 11:35:12,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-10 11:35:12,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-10 11:35:12,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +23: [2023-05-10 11:35:12,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +16: [2023-05-10 11:35:12,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-10 11:35:12,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-10 11:35:12,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +19: [2023-05-10 11:35:12,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-10 11:35:12,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-10 11:35:12,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 2: [2023-05-10 11:35:12,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 3: [2023-05-10 11:35:12,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-10 11:35:12,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-10 11:35:12,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 2: [2023-05-10 11:35:12,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +19: [2023-05-10 11:35:12,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +19: [2023-05-10 11:35:12,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-10 11:35:12,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-10 11:35:12,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 2: [2023-05-10 11:35:12,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 3: [2023-05-10 11:35:12,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +20: [2023-05-10 11:35:12,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +19: [2023-05-10 11:35:12,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +19: [2023-05-10 11:35:12,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +16: [2023-05-10 11:35:12,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-10 11:35:12,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-10 11:35:12,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-10 11:35:12,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-10 11:35:12,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +10: [2023-05-10 11:35:12,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +10: [2023-05-10 11:35:12,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +10: [2023-05-10 11:35:12,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +10: [2023-05-10 11:35:12,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +23: [2023-05-10 11:35:12,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +16: [2023-05-10 11:35:12,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-10 11:35:12,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 5: [2023-05-10 11:35:12,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +20: [2023-05-10 11:35:12,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +20: [2023-05-10 11:35:12,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 5: [2023-05-10 11:35:12,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +19: [2023-05-10 11:35:12,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +16: [2023-05-10 11:35:12,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +16: [2023-05-10 11:35:12,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 4: [2023-05-10 11:35:12,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 4: [2023-05-10 11:35:12,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 4: [2023-05-10 11:35:12,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 4: [2023-05-10 11:35:12,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +18: [2023-05-10 11:35:12,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-10 11:35:12,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-10 11:35:12,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +13: [2023-05-10 11:35:12,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +13: [2023-05-10 11:35:12,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +13: [2023-05-10 11:35:12,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +18: [2023-05-10 11:35:12,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 2: [2023-05-10 11:35:12,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-10 11:35:12,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +26: [2023-05-10 11:35:12,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +26: [2023-05-10 11:35:12,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +26: [2023-05-10 11:35:12,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 2: [2023-05-10 11:35:12,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-10 11:35:12,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-10 11:35:12,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 6: [2023-05-10 11:35:12,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 6: [2023-05-10 11:35:12,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 6: [2023-05-10 11:35:12,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 7: [2023-05-10 11:35:12,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 7: [2023-05-10 11:35:12,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 7: [2023-05-10 11:35:12,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 7: [2023-05-10 11:35:12,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +18: [2023-05-10 11:35:12,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-10 11:35:12,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-10 11:35:12,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-10 11:35:12,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-10 11:35:12,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +11: [2023-05-10 11:35:12,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +10: [2023-05-10 11:35:12,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-10 11:35:12,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +11: [2023-05-10 11:35:12,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +11: [2023-05-10 11:35:12,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +18: [2023-05-10 11:35:12,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +10: [2023-05-10 11:35:12,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-10 11:35:12,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +27: [2023-05-10 11:35:12,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 5: [2023-05-10 11:35:12,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-10 11:35:12,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-10 11:35:12,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +27: [2023-05-10 11:35:12,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +18: [2023-05-10 11:35:12,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-10 11:35:12,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-10 11:35:12,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-10 11:35:12,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-10 11:35:12,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-10 11:35:12,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +24: [2023-05-10 11:35:12,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +18: [2023-05-10 11:35:12,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-10 11:35:12,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-10 11:35:12,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-10 11:35:12,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-10 11:35:12,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-10 11:35:12,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +24: [2023-05-10 11:35:12,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +26: [2023-05-10 11:35:12,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-10 11:35:12,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-10 11:35:12,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +29: [2023-05-10 11:35:12,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +26: [2023-05-10 11:35:12,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-10 11:35:12,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-10 11:35:12,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 0: [2023-05-10 11:35:12,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 0: [2023-05-10 11:35:12,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 0: [2023-05-10 11:35:12,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +29: [2023-05-10 11:35:12,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +29: [2023-05-10 11:35:12,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 6: [2023-05-10 11:35:12,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-10 11:35:12,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 9: [2023-05-10 11:35:12,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 9: [2023-05-10 11:35:12,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 9: [2023-05-10 11:35:12,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. + 6: [2023-05-10 11:35:12,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-10 11:35:12,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-10 11:35:12,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-10 11:35:12,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-10 11:35:12,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 7: [2023-05-10 11:35:12,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-10 11:35:12,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-10 11:35:12,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-10 11:35:12,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-10 11:35:12,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-10 11:35:12,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-10 11:35:12,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-10 11:35:12,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-10 11:35:12,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-10 11:35:12,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-10 11:35:12,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-10 11:35:12,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-10 11:35:12,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +15: [2023-05-10 11:35:12,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +24: [2023-05-10 11:35:12,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-10 11:35:12,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +31: [2023-05-10 11:35:12,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +31: [2023-05-10 11:35:12,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +31: [2023-05-10 11:35:12,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +15: [2023-05-10 11:35:12,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +15: [2023-05-10 11:35:12,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +17: [2023-05-10 11:35:12,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +17: [2023-05-10 11:35:12,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +30: [2023-05-10 11:35:12,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +30: [2023-05-10 11:35:12,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +29: [2023-05-10 11:35:12,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-10 11:35:12,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-10 11:35:12,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +29: [2023-05-10 11:35:12,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-10 11:35:12,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +25: [2023-05-10 11:35:12,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +25: [2023-05-10 11:35:12,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +17: [2023-05-10 11:35:12,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +30: [2023-05-10 11:35:12,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +25: [2023-05-10 11:35:12,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +29: [2023-05-10 11:35:12,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-10 11:35:12,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +14: [2023-05-10 11:35:12,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +14: [2023-05-10 11:35:12,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +14: [2023-05-10 11:35:12,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +14: [2023-05-10 11:35:12,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +22: [2023-05-10 11:35:12,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +22: [2023-05-10 11:35:12,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +22: [2023-05-10 11:35:12,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +22: [2023-05-10 11:35:12,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_30-model_01-model_states.pt. +24: [2023-05-10 11:35:12,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-10 11:35:12,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-10 11:35:12,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-10 11:35:12,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-10 11:35:12,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-10 11:35:12,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-10 11:35:12,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 2: [2023-05-10 11:35:12,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 2: [2023-05-10 11:35:12,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +10: [2023-05-10 11:35:12,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-10 11:35:12,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-10 11:35:12,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-10 11:35:12,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-10 11:35:12,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-10 11:35:12,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-10 11:35:12,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-10 11:35:12,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 9: [2023-05-10 11:35:12,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-10 11:35:12,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-10 11:35:12,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 5: [2023-05-10 11:35:12,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +10: [2023-05-10 11:35:12,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-10 11:35:12,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-10 11:35:12,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-10 11:35:12,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +11: [2023-05-10 11:35:12,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 4: [2023-05-10 11:35:12,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +15: [2023-05-10 11:35:12,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-10 11:35:12,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-10 11:35:12,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +10: [2023-05-10 11:35:12,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-10 11:35:12,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +15: [2023-05-10 11:35:12,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-10 11:35:12,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-10 11:35:12,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-10 11:35:12,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-10 11:35:12,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-10 11:35:12,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-10 11:35:12,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-10 11:35:12,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +14: [2023-05-10 11:35:12,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-10 11:35:12,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-10 11:35:12,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-10 11:35:12,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-10 11:35:12,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-10 11:35:12,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-10 11:35:12,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-10 11:35:12,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-10 11:35:12,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-10 11:35:12,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-10 11:35:12,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 7: [2023-05-10 11:35:12,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +17: [2023-05-10 11:35:12,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-10 11:35:12,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-10 11:35:12,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-10 11:35:12,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-10 11:35:12,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-10 11:35:12,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-10 11:35:12,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-10 11:35:12,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-10 11:35:12,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-10 11:35:12,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +14: [2023-05-10 11:35:12,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-10 11:35:12,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-10 11:35:12,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-10 11:35:12,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-10 11:35:12,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +26: [2023-05-10 11:35:12,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-10 11:35:12,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-10 11:35:12,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-10 11:35:12,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-10 11:35:12,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +11: [2023-05-10 11:35:12,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-10 11:35:12,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-10 11:35:12,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-10 11:35:12,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +11: [2023-05-10 11:35:12,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +31: [2023-05-10 11:35:12,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-10 11:35:12,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-10 11:35:12,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-10 11:35:12,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +26: [2023-05-10 11:35:12,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 6: [2023-05-10 11:35:12,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 4: [2023-05-10 11:35:12,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 6: [2023-05-10 11:35:12,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-10 11:35:12,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +26: [2023-05-10 11:35:12,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 7: [2023-05-10 11:35:12,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-10 11:35:12,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +26: [2023-05-10 11:35:12,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 6: [2023-05-10 11:35:12,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 4: [2023-05-10 11:35:12,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 7: [2023-05-10 11:35:12,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +29: [2023-05-10 11:35:12,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-10 11:35:12,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 4: [2023-05-10 11:35:12,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-10 11:35:12,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-10 11:35:12,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-10 11:35:12,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-10 11:35:12,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-10 11:35:12,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-10 11:35:12,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-10 11:35:12,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-10 11:35:12,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-10 11:35:12,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-10 11:35:12,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +11: [2023-05-10 11:35:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-10 11:35:12,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +22: [2023-05-10 11:35:12,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-10 11:35:12,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +22: [2023-05-10 11:35:12,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-10 11:35:12,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-10 11:35:12,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 7: [2023-05-10 11:35:12,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-10 11:35:12,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-10 11:35:12,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-10 11:35:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-10 11:35:12,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-10 11:35:12,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +29: [2023-05-10 11:35:12,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +29: [2023-05-10 11:35:12,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +24: [2023-05-10 11:35:12,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-10 11:35:12,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +29: [2023-05-10 11:35:12,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +24: [2023-05-10 11:35:12,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-10 11:35:12,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-10 11:35:12,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 9: [2023-05-10 11:35:12,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-10 11:35:12,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-10 11:35:12,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +24: [2023-05-10 11:35:12,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 9: [2023-05-10 11:35:12,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 9: [2023-05-10 11:35:12,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 0: [2023-05-10 11:35:12,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-10 11:35:12,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-10 11:35:12,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-10 11:35:12,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-10 11:35:12,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +14: [2023-05-10 11:35:12,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-10 11:35:12,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-10 11:35:12,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 9: [2023-05-10 11:35:12,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 0: [2023-05-10 11:35:12,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +30: [2023-05-10 11:35:12,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-10 11:35:12,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-10 11:35:12,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-10 11:35:12,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-10 11:35:12,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +17: [2023-05-10 11:35:12,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-10 11:35:12,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-10 11:35:12,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +22: [2023-05-10 11:35:12,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-10 11:35:12,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-10 11:35:12,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +25: [2023-05-10 11:35:12,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +15: [2023-05-10 11:35:12,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +25: [2023-05-10 11:35:12,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +25: [2023-05-10 11:35:12,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-10 11:35:12,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +25: [2023-05-10 11:35:12,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +22: [2023-05-10 11:35:12,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +17: [2023-05-10 11:35:12,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-10 11:35:12,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-10 11:35:12,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-10 11:35:12,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +25: [2023-05-10 11:35:12,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 0: [2023-05-10 11:35:12,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-10 11:35:12,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-10 11:35:12,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +30: [2023-05-10 11:35:12,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-10 11:35:12,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-10 11:35:12,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 0: [2023-05-10 11:35:12,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +30: [2023-05-10 11:35:12,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-10 11:35:12,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-10 11:35:12,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-10 11:35:12,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-10 11:35:12,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... + 0: [2023-05-10 11:35:12,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +22: [2023-05-10 11:35:12,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-10 11:35:12,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +30: [2023-05-10 11:35:12,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +15: [2023-05-10 11:35:12,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +22: [2023-05-10 11:35:12,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +14: [2023-05-10 11:35:12,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +14: [2023-05-10 11:35:12,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +30: [2023-05-10 11:35:12,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +31: [2023-05-10 11:35:12,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-10 11:35:12,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-10 11:35:12,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-10 11:35:12,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-10 11:35:12,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +31: [2023-05-10 11:35:12,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +31: [2023-05-10 11:35:12,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +31: [2023-05-10 11:35:12,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt... +15: [2023-05-10 11:35:13,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +15: [2023-05-10 11:35:13,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +15: [2023-05-10 11:35:13,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +15: [2023-05-10 11:35:13,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +15: [2023-05-10 11:35:13,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-10 11:35:13,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +12: [2023-05-10 11:35:13,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +12: [2023-05-10 11:35:13,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +12: [2023-05-10 11:35:13,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +15: [2023-05-10 11:35:13,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-10 11:35:13,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-10 11:35:13,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-10 11:35:13,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-10 11:35:13,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-10 11:35:13,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-10 11:35:13,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-10 11:35:13,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-10 11:35:13,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-10 11:35:13,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-10 11:35:13,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-10 11:35:13,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-10 11:35:13,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-10 11:35:13,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-10 11:35:13,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-10 11:35:13,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +15: [2023-05-10 11:35:13,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +15: [2023-05-10 11:35:13,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-10 11:35:13,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-10 11:35:13,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +15: [2023-05-10 11:35:13,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-10 11:35:13,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +15: [2023-05-10 11:35:13,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-10 11:35:13,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +24: [2023-05-10 11:35:13,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +24: [2023-05-10 11:35:13,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +24: [2023-05-10 11:35:13,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 1: [2023-05-10 11:35:13,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 1: [2023-05-10 11:35:13,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 1: [2023-05-10 11:35:13,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 1: [2023-05-10 11:35:13,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 0: [2023-05-10 11:35:13,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 0: [2023-05-10 11:35:13,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 0: [2023-05-10 11:35:13,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 0: [2023-05-10 11:35:13,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +19: [2023-05-10 11:35:13,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +19: [2023-05-10 11:35:13,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +19: [2023-05-10 11:35:13,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +19: [2023-05-10 11:35:13,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +24: [2023-05-10 11:35:13,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-10 11:35:13,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-10 11:35:13,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-10 11:35:13,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-10 11:35:13,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-10 11:35:13,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-10 11:35:13,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +18: [2023-05-10 11:35:13,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +18: [2023-05-10 11:35:13,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +24: [2023-05-10 11:35:13,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-10 11:35:13,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +24: [2023-05-10 11:35:13,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-10 11:35:13,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-10 11:35:13,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-10 11:35:13,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-10 11:35:13,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-10 11:35:13,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +30: [2023-05-10 11:35:13,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +30: [2023-05-10 11:35:13,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 0: [2023-05-10 11:35:13,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-10 11:35:13,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-10 11:35:13,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-10 11:35:13,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +15: [2023-05-10 11:35:13,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-10 11:35:13,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-10 11:35:13,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-10 11:35:13,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:13,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 6: [2023-05-10 11:35:13,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 6: [2023-05-10 11:35:13,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 6: [2023-05-10 11:35:13,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +15: [2023-05-10 11:35:13,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-10 11:35:13,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-10 11:35:13,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-10 11:35:13,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-10 11:35:13,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-10 11:35:13,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-10 11:35:13,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-10 11:35:13,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-10 11:35:13,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-10 11:35:13,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-10 11:35:13,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-10 11:35:13,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:13,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:13,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:13,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:13,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-10 11:35:13,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-10 11:35:13,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +14: [2023-05-10 11:35:13,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +14: [2023-05-10 11:35:13,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +31: [2023-05-10 11:35:13,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +31: [2023-05-10 11:35:13,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +31: [2023-05-10 11:35:13,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +31: [2023-05-10 11:35:13,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +14: [2023-05-10 11:35:13,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +30: [2023-05-10 11:35:13,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-10 11:35:13,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-10 11:35:13,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 8: [2023-05-10 11:35:13,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 8: [2023-05-10 11:35:13,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 8: [2023-05-10 11:35:13,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +30: [2023-05-10 11:35:13,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-10 11:35:13,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-10 11:35:13,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-10 11:35:13,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-10 11:35:13,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +11: [2023-05-10 11:35:13,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +11: [2023-05-10 11:35:13,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +11: [2023-05-10 11:35:13,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +23: [2023-05-10 11:35:13,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +23: [2023-05-10 11:35:13,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +23: [2023-05-10 11:35:13,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +23: [2023-05-10 11:35:13,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 7: [2023-05-10 11:35:13,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 7: [2023-05-10 11:35:13,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +22: [2023-05-10 11:35:13,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-10 11:35:13,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-10 11:35:13,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-10 11:35:13,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-10 11:35:13,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +16: [2023-05-10 11:35:13,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +30: [2023-05-10 11:35:13,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-10 11:35:13,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +27: [2023-05-10 11:35:13,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 7: [2023-05-10 11:35:13,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 7: [2023-05-10 11:35:13,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +22: [2023-05-10 11:35:13,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-10 11:35:13,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-10 11:35:13,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +27: [2023-05-10 11:35:13,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +13: [2023-05-10 11:35:13,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +13: [2023-05-10 11:35:13,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +16: [2023-05-10 11:35:13,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +27: [2023-05-10 11:35:13,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 4: [2023-05-10 11:35:13,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-10 11:35:13,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-10 11:35:13,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +22: [2023-05-10 11:35:13,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-10 11:35:13,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-10 11:35:13,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +20: [2023-05-10 11:35:13,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-10 11:35:13,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-10 11:35:13,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-10 11:35:13,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +25: [2023-05-10 11:35:13,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +20: [2023-05-10 11:35:13,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-10 11:35:13,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-10 11:35:13,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +21: [2023-05-10 11:35:13,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +21: [2023-05-10 11:35:13,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +28: [2023-05-10 11:35:13,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-10 11:35:13,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-10 11:35:13,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-10 11:35:13,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-10 11:35:13,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-10 11:35:13,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +20: [2023-05-10 11:35:13,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-10 11:35:13,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-10 11:35:13,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-10 11:35:13,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 6: [2023-05-10 11:35:13,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-10 11:35:13,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-10 11:35:13,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-10 11:35:13,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-10 11:35:13,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-10 11:35:13,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-10 11:35:13,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 4: [2023-05-10 11:35:13,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-10 11:35:13,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-10 11:35:13,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-10 11:35:13,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-10 11:35:13,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-10 11:35:13,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-10 11:35:13,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-10 11:35:13,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-10 11:35:13,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-10 11:35:13,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-10 11:35:13,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:13,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-10 11:35:13,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-10 11:35:13,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-10 11:35:13,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:13,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-10 11:35:13,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-10 11:35:13,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:13,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:13,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-10 11:35:13,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-10 11:35:13,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-10 11:35:13,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-10 11:35:13,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-10 11:35:13,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-10 11:35:13,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-10 11:35:13,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-10 11:35:13,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:13,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:13,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-10 11:35:13,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-10 11:35:13,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-10 11:35:13,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-10 11:35:13,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:13,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-10 11:35:13,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-10 11:35:13,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-10 11:35:13,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-10 11:35:13,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:13,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-10 11:35:13,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-10 11:35:13,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-10 11:35:13,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-10 11:35:13,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-10 11:35:13,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-10 11:35:13,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-10 11:35:13,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-10 11:35:13,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-10 11:35:13,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-10 11:35:13,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-10 11:35:13,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-10 11:35:13,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-10 11:35:13,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-10 11:35:13,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-10 11:35:13,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +11: [2023-05-10 11:35:13,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-10 11:35:13,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-10 11:35:13,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-10 11:35:13,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-10 11:35:13,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-10 11:35:13,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 7: [2023-05-10 11:35:13,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-10 11:35:13,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 5: [2023-05-10 11:35:13,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 5: [2023-05-10 11:35:13,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 6: [2023-05-10 11:35:13,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-10 11:35:13,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 9: [2023-05-10 11:35:13,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 9: [2023-05-10 11:35:13,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 7: [2023-05-10 11:35:13,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-10 11:35:13,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-10 11:35:13,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +23: [2023-05-10 11:35:13,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-10 11:35:13,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +17: [2023-05-10 11:35:13,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +22: [2023-05-10 11:35:13,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +17: [2023-05-10 11:35:13,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +17: [2023-05-10 11:35:13,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 2: [2023-05-10 11:35:13,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 2: [2023-05-10 11:35:13,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 2: [2023-05-10 11:35:13,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 2: [2023-05-10 11:35:13,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 6: [2023-05-10 11:35:13,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +16: [2023-05-10 11:35:13,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-10 11:35:13,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +27: [2023-05-10 11:35:13,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-10 11:35:13,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-10 11:35:13,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-10 11:35:13,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-10 11:35:13,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-10 11:35:13,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-10 11:35:13,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-10 11:35:13,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-10 11:35:13,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-10 11:35:13,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-10 11:35:13,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +26: [2023-05-10 11:35:13,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +26: [2023-05-10 11:35:13,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +25: [2023-05-10 11:35:13,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-10 11:35:13,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-10 11:35:13,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +25: [2023-05-10 11:35:13,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-10 11:35:13,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +25: [2023-05-10 11:35:13,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-10 11:35:13,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-10 11:35:13,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-10 11:35:13,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-10 11:35:13,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-10 11:35:13,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 3: [2023-05-10 11:35:13,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +30: [2023-05-10 11:35:13,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +21: [2023-05-10 11:35:13,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-10 11:35:13,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-10 11:35:13,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-10 11:35:13,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 3: [2023-05-10 11:35:13,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +13: [2023-05-10 11:35:13,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:13,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-10 11:35:13,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +20: [2023-05-10 11:35:13,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +20: [2023-05-10 11:35:13,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +20: [2023-05-10 11:35:13,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 6: [2023-05-10 11:35:13,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-10 11:35:13,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:13,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 6: [2023-05-10 11:35:13,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-10 11:35:13,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +13: [2023-05-10 11:35:13,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-10 11:35:13,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +29: [2023-05-10 11:35:13,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +13: [2023-05-10 11:35:13,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-10 11:35:13,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +29: [2023-05-10 11:35:13,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 6: [2023-05-10 11:35:13,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 5: [2023-05-10 11:35:13,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-10 11:35:13,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-10 11:35:13,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-10 11:35:13,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-10 11:35:13,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-10 11:35:13,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-10 11:35:13,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-10 11:35:13,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-10 11:35:13,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-10 11:35:13,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-10 11:35:13,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-10 11:35:13,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-10 11:35:13,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-10 11:35:13,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-10 11:35:13,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-10 11:35:13,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-10 11:35:13,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-10 11:35:13,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-10 11:35:13,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-10 11:35:13,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-10 11:35:13,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-10 11:35:13,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-10 11:35:13,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-10 11:35:13,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-10 11:35:13,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-10 11:35:13,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-10 11:35:13,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 9: [2023-05-10 11:35:13,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-10 11:35:13,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 9: [2023-05-10 11:35:13,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-10 11:35:13,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-10 11:35:13,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-10 11:35:13,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-10 11:35:13,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-10 11:35:13,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-10 11:35:13,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-10 11:35:13,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-10 11:35:13,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-10 11:35:13,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-10 11:35:13,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-10 11:35:13,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-10 11:35:13,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-10 11:35:13,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-10 11:35:13,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-10 11:35:13,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-10 11:35:13,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-10 11:35:13,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-10 11:35:13,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-10 11:35:13,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-10 11:35:13,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-10 11:35:13,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-10 11:35:13,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-10 11:35:13,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-10 11:35:13,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-10 11:35:13,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-10 11:35:13,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-10 11:35:13,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-10 11:35:13,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-10 11:35:13,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-10 11:35:13,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-10 11:35:13,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-10 11:35:13,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-10 11:35:13,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-10 11:35:13,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-10 11:35:13,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-10 11:35:13,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-10 11:35:13,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-10 11:35:13,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-10 11:35:13,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-10 11:35:13,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-10 11:35:13,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-10 11:35:13,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-10 11:35:13,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-10 11:35:13,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-10 11:35:13,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-10 11:35:13,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-10 11:35:13,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-10 11:35:13,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-10 11:35:13,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-10 11:35:13,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-10 11:35:13,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-10 11:35:13,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-10 11:35:13,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-10 11:35:13,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-10 11:35:13,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-10 11:35:13,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-10 11:35:13,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-10 11:35:13,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-10 11:35:13,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-10 11:35:13,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-10 11:35:13,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-10 11:35:13,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-10 11:35:13,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +28: [2023-05-10 11:35:13,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-10 11:35:13,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-10 11:35:13,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-10 11:35:13,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-10 11:35:13,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-10 11:35:13,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-10 11:35:13,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-10 11:35:13,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-10 11:35:13,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-10 11:35:13,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-10 11:35:13,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-10 11:35:13,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-10 11:35:13,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-10 11:35:13,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-10 11:35:13,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-10 11:35:13,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-10 11:35:13,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +13: [2023-05-10 11:35:13,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +16: [2023-05-10 11:35:13,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-10 11:35:13,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-10 11:35:13,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-10 11:35:13,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-10 11:35:13,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-10 11:35:13,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +16: [2023-05-10 11:35:13,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +16: [2023-05-10 11:35:13,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 5: [2023-05-10 11:35:13,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-10 11:35:13,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 4: [2023-05-10 11:35:13,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-10 11:35:13,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 0: [2023-05-10 11:35:13,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 0: [2023-05-10 11:35:13,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-10 11:35:13,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-10 11:35:13,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-10 11:35:13,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-10 11:35:13,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-10 11:35:13,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-10 11:35:13,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-10 11:35:13,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +13: [2023-05-10 11:35:13,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-10 11:35:13,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-10 11:35:13,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-10 11:35:13,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-10 11:35:13,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-10 11:35:13,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-10 11:35:13,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-10 11:35:13,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-10 11:35:13,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-10 11:35:13,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-10 11:35:13,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-10 11:35:13,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-10 11:35:13,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-10 11:35:13,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-10 11:35:13,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +22: [2023-05-10 11:35:13,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-10 11:35:13,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +25: [2023-05-10 11:35:13,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +30: [2023-05-10 11:35:13,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-10 11:35:13,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-10 11:35:13,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-10 11:35:13,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-10 11:35:13,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-10 11:35:13,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-10 11:35:13,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +25: [2023-05-10 11:35:13,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:13,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-10 11:35:13,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-10 11:35:13,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-10 11:35:13,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-10 11:35:13,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-10 11:35:13,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-10 11:35:13,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-10 11:35:13,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-10 11:35:13,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-10 11:35:13,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-10 11:35:13,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +16: [2023-05-10 11:35:13,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-10 11:35:13,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-10 11:35:13,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-10 11:35:13,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-10 11:35:13,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-10 11:35:13,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-10 11:35:13,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-10 11:35:13,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-10 11:35:13,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-10 11:35:13,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 5: [2023-05-10 11:35:13,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 5: [2023-05-10 11:35:13,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-10 11:35:13,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-10 11:35:13,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-10 11:35:13,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 3: [2023-05-10 11:35:13,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-10 11:35:13,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-10 11:35:13,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-10 11:35:13,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-10 11:35:13,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-10 11:35:13,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-10 11:35:13,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-10 11:35:13,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +22: [2023-05-10 11:35:13,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-10 11:35:13,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-10 11:35:13,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-10 11:35:13,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +13: [2023-05-10 11:35:13,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-10 11:35:13,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-10 11:35:13,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-10 11:35:13,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 3: [2023-05-10 11:35:13,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-10 11:35:13,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-10 11:35:13,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-10 11:35:13,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-10 11:35:13,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-10 11:35:13,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-10 11:35:13,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-10 11:35:13,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-10 11:35:13,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-10 11:35:13,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-10 11:35:13,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-10 11:35:13,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +16: [2023-05-10 11:35:13,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-10 11:35:13,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-10 11:35:13,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-10 11:35:13,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +17: [2023-05-10 11:35:13,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-10 11:35:13,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-10 11:35:13,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-10 11:35:13,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-10 11:35:13,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 3: [2023-05-10 11:35:13,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +13: [2023-05-10 11:35:13,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-10 11:35:13,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-10 11:35:13,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +17: [2023-05-10 11:35:13,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +17: [2023-05-10 11:35:13,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +17: [2023-05-10 11:35:13,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +10: [2023-05-10 11:35:13,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-10 11:35:13,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-10 11:35:13,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-10 11:35:13,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-10 11:35:13,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-10 11:35:13,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-10 11:35:13,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-10 11:35:13,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-10 11:35:13,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +10: [2023-05-10 11:35:13,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +10: [2023-05-10 11:35:13,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-10 11:35:13,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 3: [2023-05-10 11:35:13,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 0: [2023-05-10 11:35:13,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-10 11:35:13,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +10: [2023-05-10 11:35:13,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-10 11:35:13,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +28: [2023-05-10 11:35:13,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +28: [2023-05-10 11:35:13,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +10: [2023-05-10 11:35:13,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +10: [2023-05-10 11:35:13,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +10: [2023-05-10 11:35:13,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +25: [2023-05-10 11:35:13,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-10 11:35:13,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-10 11:35:13,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-10 11:35:13,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-10 11:35:13,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-10 11:35:13,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 4: [2023-05-10 11:35:13,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 4: [2023-05-10 11:35:13,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. + 4: [2023-05-10 11:35:13,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_31-model_01-model_states.pt. +25: [2023-05-10 11:35:13,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-10 11:35:13,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-10 11:35:13,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-10 11:35:13,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-10 11:35:13,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-10 11:35:13,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-10 11:35:13,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-10 11:35:13,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-10 11:35:13,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:13,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:13,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:13,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:13,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-10 11:35:13,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-10 11:35:13,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-10 11:35:13,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-10 11:35:13,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-10 11:35:13,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-10 11:35:13,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-10 11:35:13,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-10 11:35:13,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-10 11:35:13,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-10 11:35:13,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-10 11:35:13,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-10 11:35:13,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-10 11:35:13,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-10 11:35:13,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-10 11:35:13,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-10 11:35:13,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-10 11:35:13,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-10 11:35:13,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-10 11:35:13,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-10 11:35:13,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-10 11:35:13,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +14: [2023-05-10 11:35:13,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +14: [2023-05-10 11:35:13,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-10 11:35:13,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-10 11:35:13,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-10 11:35:13,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +23: [2023-05-10 11:35:13,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +14: [2023-05-10 11:35:13,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +23: [2023-05-10 11:35:13,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-10 11:35:13,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +10: [2023-05-10 11:35:13,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-10 11:35:13,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-10 11:35:13,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-10 11:35:13,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-10 11:35:13,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-10 11:35:13,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-10 11:35:13,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-10 11:35:13,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-10 11:35:13,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +10: [2023-05-10 11:35:13,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +10: [2023-05-10 11:35:13,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-10 11:35:13,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-10 11:35:13,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +23: [2023-05-10 11:35:13,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-10 11:35:13,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-10 11:35:13,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-10 11:35:13,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +23: [2023-05-10 11:35:13,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 4: [2023-05-10 11:35:13,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-10 11:35:13,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 4: [2023-05-10 11:35:13,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-10 11:35:13,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-10 11:35:13,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-10 11:35:13,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-10 11:35:13,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-10 11:35:13,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +10: [2023-05-10 11:35:13,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +28: [2023-05-10 11:35:13,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-10 11:35:13,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +28: [2023-05-10 11:35:13,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +28: [2023-05-10 11:35:13,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +28: [2023-05-10 11:35:13,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 4: [2023-05-10 11:35:13,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-10 11:35:13,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 4: [2023-05-10 11:35:13,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-10 11:35:13,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +14: [2023-05-10 11:35:13,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-10 11:35:13,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-10 11:35:13,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-10 11:35:13,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-10 11:35:13,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-10 11:35:13,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-10 11:35:13,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-10 11:35:13,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-10 11:35:13,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-10 11:35:13,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-10 11:35:13,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-10 11:35:13,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-10 11:35:13,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-10 11:35:14,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-10 11:35:14,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-10 11:35:14,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-10 11:35:14,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-10 11:35:14,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-10 11:35:14,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-10 11:35:14,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-10 11:35:14,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-10 11:35:14,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-10 11:35:14,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-10 11:35:14,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-10 11:35:14,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-10 11:35:14,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-10 11:35:14,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-10 11:35:14,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-10 11:35:14,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-10 11:35:14,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +18: [2023-05-10 11:35:14,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-10 11:35:14,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-10 11:35:14,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-10 11:35:14,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-10 11:35:14,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-10 11:35:14,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-10 11:35:14,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +27: [2023-05-10 11:35:14,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +18: [2023-05-10 11:35:14,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-10 11:35:14,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-10 11:35:14,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-10 11:35:14,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-10 11:35:14,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-10 11:35:14,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-10 11:35:14,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-10 11:35:14,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-10 11:35:14,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-10 11:35:14,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-10 11:35:14,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-10 11:35:14,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-10 11:35:14,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-10 11:35:14,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +26: [2023-05-10 11:35:14,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +26: [2023-05-10 11:35:14,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +31: [2023-05-10 11:35:14,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-10 11:35:14,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-10 11:35:14,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-10 11:35:14,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-10 11:35:14,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-10 11:35:14,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-10 11:35:14,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-10 11:35:14,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-10 11:35:14,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-10 11:35:14,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +26: [2023-05-10 11:35:14,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-10 11:35:14,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-10 11:35:14,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-10 11:35:14,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-10 11:35:14,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-10 11:35:14,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-10 11:35:14,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-10 11:35:14,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-10 11:35:14,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +12: [2023-05-10 11:35:14,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-10 11:35:14,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +27: [2023-05-10 11:35:14,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-10 11:35:14,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-10 11:35:14,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-10 11:35:14,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-10 11:35:14,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +12: [2023-05-10 11:35:14,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-10 11:35:14,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-10 11:35:14,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +12: [2023-05-10 11:35:14,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +12: [2023-05-10 11:35:14,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +12: [2023-05-10 11:35:14,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +18: [2023-05-10 11:35:14,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +18: [2023-05-10 11:35:14,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-10 11:35:14,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +29: [2023-05-10 11:35:14,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-10 11:35:14,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-10 11:35:14,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +31: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +31: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +24: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +31: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +24: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +19: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 8: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 8: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +24: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-10 11:35:14,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +11: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +11: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +29: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 1: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 1: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +29: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 7: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 2: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 1: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +19: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 7: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 9: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 9: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +19: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 1: [2023-05-10 11:35:14,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 7: [2023-05-10 11:35:14,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +21: [2023-05-10 11:35:14,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 9: [2023-05-10 11:35:14,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 8: [2023-05-10 11:35:14,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +24: [2023-05-10 11:35:14,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +24: [2023-05-10 11:35:14,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 2: [2023-05-10 11:35:14,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-10 11:35:14,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-10 11:35:14,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 8: [2023-05-10 11:35:14,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-10 11:35:14,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +19: [2023-05-10 11:35:14,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... + 2: [2023-05-10 11:35:14,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +19: [2023-05-10 11:35:14,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +19: [2023-05-10 11:35:14,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +19: [2023-05-10 11:35:14,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-10 11:35:14,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-10 11:35:14,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +21: [2023-05-10 11:35:14,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +21: [2023-05-10 11:35:14,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-10 11:35:14,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +11: [2023-05-10 11:35:14,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +21: [2023-05-10 11:35:14,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-10 11:35:14,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-10 11:35:14,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +11: [2023-05-10 11:35:14,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-10 11:35:14,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-10 11:35:14,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +24: [2023-05-10 11:35:14,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt... +24: [2023-05-10 11:35:14,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-10 11:35:14,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-10 11:35:14,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-10 11:35:14,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-10 11:35:14,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-10 11:35:14,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-10 11:35:14,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-10 11:35:14,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-10 11:35:14,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-10 11:35:14,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-10 11:35:14,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-10 11:35:14,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-10 11:35:14,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-10 11:35:14,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-10 11:35:14,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-10 11:35:14,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-10 11:35:14,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-10 11:35:14,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-10 11:35:14,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-10 11:35:14,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-10 11:35:14,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-10 11:35:14,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-10 11:35:14,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-10 11:35:14,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-10 11:35:14,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-10 11:35:14,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-10 11:35:14,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-10 11:35:14,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-10 11:35:14,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-10 11:35:14,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-10 11:35:14,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-10 11:35:14,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-10 11:35:14,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-10 11:35:14,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-10 11:35:14,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-10 11:35:14,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-10 11:35:14,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-10 11:35:14,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-10 11:35:14,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-10 11:35:14,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-10 11:35:14,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-10 11:35:14,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-10 11:35:14,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-10 11:35:14,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-10 11:35:14,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-10 11:35:14,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-10 11:35:14,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-10 11:35:14,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-10 11:35:14,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-10 11:35:14,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-10 11:35:14,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-10 11:35:14,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-10 11:35:14,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-10 11:35:14,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-10 11:35:14,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-10 11:35:14,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-10 11:35:14,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-10 11:35:14,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-10 11:35:14,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-10 11:35:14,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-10 11:35:14,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-10 11:35:14,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-10 11:35:14,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-10 11:35:14,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-10 11:35:14,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-10 11:35:14,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-10 11:35:14,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-10 11:35:14,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-10 11:35:14,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-10 11:35:14,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-10 11:35:14,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-10 11:35:14,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-10 11:35:14,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-10 11:35:14,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-10 11:35:14,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-10 11:35:14,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-10 11:35:14,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-10 11:35:14,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-10 11:35:14,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-10 11:35:14,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-10 11:35:14,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-10 11:35:14,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-10 11:35:14,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-10 11:35:14,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-10 11:35:14,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-10 11:35:14,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-10 11:35:14,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-10 11:35:14,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-10 11:35:14,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-10 11:35:14,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-10 11:35:14,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +15: [2023-05-10 11:35:14,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +15: [2023-05-10 11:35:14,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +15: [2023-05-10 11:35:14,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 0: [2023-05-10 11:35:14,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 0: [2023-05-10 11:35:14,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 0: [2023-05-10 11:35:14,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 0: [2023-05-10 11:35:14,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +15: [2023-05-10 11:35:14,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-10 11:35:14,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-10 11:35:14,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +23: [2023-05-10 11:35:14,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +23: [2023-05-10 11:35:14,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +15: [2023-05-10 11:35:14,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-10 11:35:14,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +15: [2023-05-10 11:35:14,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-10 11:35:14,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-10 11:35:14,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-10 11:35:14,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-10 11:35:14,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-10 11:35:14,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +12: [2023-05-10 11:35:14,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +22: [2023-05-10 11:35:14,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +12: [2023-05-10 11:35:14,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +12: [2023-05-10 11:35:14,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +21: [2023-05-10 11:35:14,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +22: [2023-05-10 11:35:14,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +22: [2023-05-10 11:35:14,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +21: [2023-05-10 11:35:14,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +21: [2023-05-10 11:35:14,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +23: [2023-05-10 11:35:14,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-10 11:35:14,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +23: [2023-05-10 11:35:14,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-10 11:35:14,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-10 11:35:14,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 8: [2023-05-10 11:35:14,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 8: [2023-05-10 11:35:14,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 8: [2023-05-10 11:35:14,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +24: [2023-05-10 11:35:14,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +24: [2023-05-10 11:35:14,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 8: [2023-05-10 11:35:14,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +23: [2023-05-10 11:35:14,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-10 11:35:14,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +24: [2023-05-10 11:35:14,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +28: [2023-05-10 11:35:14,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +28: [2023-05-10 11:35:14,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +28: [2023-05-10 11:35:14,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +28: [2023-05-10 11:35:14,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +22: [2023-05-10 11:35:14,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-10 11:35:14,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-10 11:35:14,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-10 11:35:14,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-10 11:35:14,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-10 11:35:14,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-10 11:35:14,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-10 11:35:14,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-10 11:35:14,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-10 11:35:14,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-10 11:35:14,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-10 11:35:14,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-10 11:35:14,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-10 11:35:14,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-10 11:35:14,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-10 11:35:14,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-10 11:35:14,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-10 11:35:14,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-10 11:35:14,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +10: [2023-05-10 11:35:14,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +10: [2023-05-10 11:35:14,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +10: [2023-05-10 11:35:14,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +28: [2023-05-10 11:35:14,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-10 11:35:14,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-10 11:35:14,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +11: [2023-05-10 11:35:14,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +11: [2023-05-10 11:35:14,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +11: [2023-05-10 11:35:14,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +10: [2023-05-10 11:35:14,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-10 11:35:14,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +20: [2023-05-10 11:35:14,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +20: [2023-05-10 11:35:14,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +20: [2023-05-10 11:35:14,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +10: [2023-05-10 11:35:14,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-10 11:35:14,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-10 11:35:14,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-10 11:35:14,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-10 11:35:14,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-10 11:35:14,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-10 11:35:14,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +16: [2023-05-10 11:35:14,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +20: [2023-05-10 11:35:14,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-10 11:35:14,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-10 11:35:14,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-10 11:35:14,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-10 11:35:14,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +16: [2023-05-10 11:35:14,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +20: [2023-05-10 11:35:14,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-10 11:35:14,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-10 11:35:14,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-10 11:35:14,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-10 11:35:14,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-10 11:35:14,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-10 11:35:14,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-10 11:35:14,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-10 11:35:14,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-10 11:35:14,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +23: [2023-05-10 11:35:14,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-10 11:35:14,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-10 11:35:14,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +23: [2023-05-10 11:35:14,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-10 11:35:14,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 9: [2023-05-10 11:35:14,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 9: [2023-05-10 11:35:14,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 9: [2023-05-10 11:35:14,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +23: [2023-05-10 11:35:14,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-10 11:35:14,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +23: [2023-05-10 11:35:14,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +16: [2023-05-10 11:35:14,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-10 11:35:14,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-10 11:35:14,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-10 11:35:14,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-10 11:35:14,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +26: [2023-05-10 11:35:14,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +26: [2023-05-10 11:35:14,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +26: [2023-05-10 11:35:14,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 9: [2023-05-10 11:35:14,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-10 11:35:14,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-10 11:35:14,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-10 11:35:14,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +29: [2023-05-10 11:35:14,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +29: [2023-05-10 11:35:14,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +29: [2023-05-10 11:35:14,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 9: [2023-05-10 11:35:14,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-10 11:35:14,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-10 11:35:14,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-10 11:35:14,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-10 11:35:14,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-10 11:35:14,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-10 11:35:14,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-10 11:35:14,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-10 11:35:14,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-10 11:35:14,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-10 11:35:14,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-10 11:35:14,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-10 11:35:14,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-10 11:35:14,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-10 11:35:14,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-10 11:35:14,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-10 11:35:14,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-10 11:35:14,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-10 11:35:14,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-10 11:35:14,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-10 11:35:14,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-10 11:35:14,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-10 11:35:14,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-10 11:35:14,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +14: [2023-05-10 11:35:14,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +14: [2023-05-10 11:35:14,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +14: [2023-05-10 11:35:14,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 3: [2023-05-10 11:35:14,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 3: [2023-05-10 11:35:14,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 3: [2023-05-10 11:35:14,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 3: [2023-05-10 11:35:14,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +23: [2023-05-10 11:35:14,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-10 11:35:14,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-10 11:35:14,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-10 11:35:14,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-10 11:35:14,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-10 11:35:14,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-10 11:35:14,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-10 11:35:14,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-10 11:35:14,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 4: [2023-05-10 11:35:14,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 4: [2023-05-10 11:35:14,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 4: [2023-05-10 11:35:14,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 3: [2023-05-10 11:35:14,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-10 11:35:14,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-10 11:35:14,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 1: [2023-05-10 11:35:14,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 1: [2023-05-10 11:35:14,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 1: [2023-05-10 11:35:14,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +29: [2023-05-10 11:35:14,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-10 11:35:14,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-10 11:35:14,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 7: [2023-05-10 11:35:14,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +29: [2023-05-10 11:35:14,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 7: [2023-05-10 11:35:14,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 7: [2023-05-10 11:35:14,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +18: [2023-05-10 11:35:14,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +18: [2023-05-10 11:35:14,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +18: [2023-05-10 11:35:14,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 2: [2023-05-10 11:35:14,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 2: [2023-05-10 11:35:14,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +18: [2023-05-10 11:35:14,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +17: [2023-05-10 11:35:14,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +17: [2023-05-10 11:35:14,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +30: [2023-05-10 11:35:14,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +30: [2023-05-10 11:35:14,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +17: [2023-05-10 11:35:14,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +30: [2023-05-10 11:35:14,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +29: [2023-05-10 11:35:14,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +30: [2023-05-10 11:35:14,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 2: [2023-05-10 11:35:14,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +17: [2023-05-10 11:35:14,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 2: [2023-05-10 11:35:14,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +27: [2023-05-10 11:35:14,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +27: [2023-05-10 11:35:14,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +27: [2023-05-10 11:35:14,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +19: [2023-05-10 11:35:14,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +19: [2023-05-10 11:35:14,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +19: [2023-05-10 11:35:14,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +29: [2023-05-10 11:35:14,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-10 11:35:14,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +19: [2023-05-10 11:35:14,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +29: [2023-05-10 11:35:14,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-10 11:35:14,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 5: [2023-05-10 11:35:14,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +13: [2023-05-10 11:35:14,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +13: [2023-05-10 11:35:14,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +25: [2023-05-10 11:35:14,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +25: [2023-05-10 11:35:14,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +25: [2023-05-10 11:35:14,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 5: [2023-05-10 11:35:14,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 4: [2023-05-10 11:35:14,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-10 11:35:14,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +29: [2023-05-10 11:35:14,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 5: [2023-05-10 11:35:14,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +31: [2023-05-10 11:35:14,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +31: [2023-05-10 11:35:14,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +31: [2023-05-10 11:35:14,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +13: [2023-05-10 11:35:14,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +31: [2023-05-10 11:35:14,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. +13: [2023-05-10 11:35:14,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 0: [2023-05-10 11:35:14,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-10 11:35:14,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-10 11:35:14,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 0: [2023-05-10 11:35:14,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-10 11:35:14,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-10 11:35:14,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-10 11:35:14,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-10 11:35:14,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-10 11:35:14,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-10 11:35:14,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-10 11:35:14,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-10 11:35:14,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-10 11:35:14,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-10 11:35:14,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-10 11:35:14,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-10 11:35:14,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-10 11:35:14,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-10 11:35:14,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-10 11:35:14,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-10 11:35:14,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-10 11:35:14,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-10 11:35:14,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-10 11:35:14,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-10 11:35:14,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-10 11:35:14,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-10 11:35:14,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-10 11:35:14,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-10 11:35:14,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 0: [2023-05-10 11:35:14,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 0: [2023-05-10 11:35:14,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 0: [2023-05-10 11:35:14,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +31: [2023-05-10 11:35:14,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-10 11:35:14,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-10 11:35:14,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-10 11:35:14,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-10 11:35:14,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-10 11:35:14,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-10 11:35:14,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-10 11:35:14,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-10 11:35:14,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-10 11:35:14,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 8: [2023-05-10 11:35:14,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 8: [2023-05-10 11:35:14,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +29: [2023-05-10 11:35:14,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-10 11:35:14,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-10 11:35:14,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-10 11:35:14,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-10 11:35:14,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-10 11:35:14,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-10 11:35:14,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-10 11:35:14,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-10 11:35:14,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-10 11:35:14,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-10 11:35:14,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-10 11:35:14,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-10 11:35:14,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +16: [2023-05-10 11:35:14,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 8: [2023-05-10 11:35:14,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +19: [2023-05-10 11:35:14,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-10 11:35:14,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-10 11:35:14,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-10 11:35:14,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-10 11:35:14,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-10 11:35:14,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-10 11:35:14,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-10 11:35:14,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-10 11:35:14,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 6: [2023-05-10 11:35:14,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 6: [2023-05-10 11:35:14,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 6: [2023-05-10 11:35:14,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 6: [2023-05-10 11:35:14,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_32-model_01-model_states.pt. + 5: [2023-05-10 11:35:14,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-10 11:35:14,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-10 11:35:14,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-10 11:35:14,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-10 11:35:14,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-10 11:35:14,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-10 11:35:14,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-10 11:35:14,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +16: [2023-05-10 11:35:14,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-10 11:35:14,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-10 11:35:14,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-10 11:35:14,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-10 11:35:14,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-10 11:35:14,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-10 11:35:14,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-10 11:35:14,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-10 11:35:14,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-10 11:35:14,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-10 11:35:14,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-10 11:35:14,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-10 11:35:14,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-10 11:35:14,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-10 11:35:14,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-10 11:35:14,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-10 11:35:14,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-10 11:35:14,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-10 11:35:14,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-10 11:35:14,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 6: [2023-05-10 11:35:14,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 0: [2023-05-10 11:35:14,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-10 11:35:14,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-10 11:35:14,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-10 11:35:14,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-10 11:35:14,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 2: [2023-05-10 11:35:14,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-10 11:35:14,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-10 11:35:14,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-10 11:35:14,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 2: [2023-05-10 11:35:14,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 8: [2023-05-10 11:35:14,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-10 11:35:14,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-10 11:35:14,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-10 11:35:14,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 7: [2023-05-10 11:35:14,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 8: [2023-05-10 11:35:14,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-10 11:35:14,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-10 11:35:14,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-10 11:35:14,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-10 11:35:14,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-10 11:35:14,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-10 11:35:14,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-10 11:35:14,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-10 11:35:14,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-10 11:35:14,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-10 11:35:14,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-10 11:35:14,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-10 11:35:14,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-10 11:35:14,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-10 11:35:14,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +12: [2023-05-10 11:35:14,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-10 11:35:14,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-10 11:35:14,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-10 11:35:14,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-10 11:35:14,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-10 11:35:14,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-10 11:35:14,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +11: [2023-05-10 11:35:14,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +11: [2023-05-10 11:35:14,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +11: [2023-05-10 11:35:14,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-10 11:35:14,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +12: [2023-05-10 11:35:14,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-10 11:35:14,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-10 11:35:14,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-10 11:35:14,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-10 11:35:14,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-10 11:35:14,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +12: [2023-05-10 11:35:14,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +12: [2023-05-10 11:35:14,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +12: [2023-05-10 11:35:14,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 2: [2023-05-10 11:35:14,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-10 11:35:14,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-10 11:35:14,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-10 11:35:14,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-10 11:35:14,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-10 11:35:14,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-10 11:35:14,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-10 11:35:14,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-10 11:35:14,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-10 11:35:14,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-10 11:35:14,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-10 11:35:14,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-10 11:35:14,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-10 11:35:14,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-10 11:35:14,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-10 11:35:14,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-10 11:35:14,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-10 11:35:14,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-10 11:35:14,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-10 11:35:14,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +24: [2023-05-10 11:35:14,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +31: [2023-05-10 11:35:14,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-10 11:35:14,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +24: [2023-05-10 11:35:14,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-10 11:35:14,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +24: [2023-05-10 11:35:14,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-10 11:35:14,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-10 11:35:14,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-10 11:35:14,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-10 11:35:14,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-10 11:35:14,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-10 11:35:14,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-10 11:35:14,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-10 11:35:14,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-10 11:35:14,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-10 11:35:14,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-10 11:35:14,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-10 11:35:14,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +31: [2023-05-10 11:35:14,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +31: [2023-05-10 11:35:14,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +31: [2023-05-10 11:35:14,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +11: [2023-05-10 11:35:14,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-10 11:35:14,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-10 11:35:14,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-10 11:35:14,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-10 11:35:14,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +15: [2023-05-10 11:35:14,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-10 11:35:14,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-10 11:35:14,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-10 11:35:14,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-10 11:35:14,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-10 11:35:14,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +15: [2023-05-10 11:35:14,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-10 11:35:14,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-10 11:35:14,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-10 11:35:14,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +12: [2023-05-10 11:35:14,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-10 11:35:14,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +15: [2023-05-10 11:35:14,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-10 11:35:14,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-10 11:35:14,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-10 11:35:14,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-10 11:35:14,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-10 11:35:14,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-10 11:35:14,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-10 11:35:14,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-10 11:35:14,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-10 11:35:14,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-10 11:35:14,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-10 11:35:14,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-10 11:35:14,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-10 11:35:14,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-10 11:35:14,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-10 11:35:14,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-10 11:35:14,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-10 11:35:14,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-10 11:35:14,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-10 11:35:14,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-10 11:35:14,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-10 11:35:14,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-10 11:35:14,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-10 11:35:14,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-10 11:35:14,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-10 11:35:14,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-10 11:35:14,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-10 11:35:14,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-10 11:35:14,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-10 11:35:14,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-10 11:35:14,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +10: [2023-05-10 11:35:14,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-10 11:35:14,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-10 11:35:14,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +10: [2023-05-10 11:35:14,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +10: [2023-05-10 11:35:14,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +22: [2023-05-10 11:35:14,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-10 11:35:14,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +26: [2023-05-10 11:35:14,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-10 11:35:14,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-10 11:35:14,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-10 11:35:14,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-10 11:35:14,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-10 11:35:14,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-10 11:35:14,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-10 11:35:14,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-10 11:35:14,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-10 11:35:14,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-10 11:35:14,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-10 11:35:14,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-10 11:35:14,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-10 11:35:14,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-10 11:35:14,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-10 11:35:14,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-10 11:35:14,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-10 11:35:14,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-10 11:35:14,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-10 11:35:14,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-10 11:35:14,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-10 11:35:14,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-10 11:35:14,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-10 11:35:14,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-10 11:35:14,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-10 11:35:14,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-10 11:35:14,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-10 11:35:14,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-10 11:35:14,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-10 11:35:14,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-10 11:35:14,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +21: [2023-05-10 11:35:14,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-10 11:35:14,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-10 11:35:14,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +25: [2023-05-10 11:35:14,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 5: [2023-05-10 11:35:14,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-10 11:35:14,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-10 11:35:14,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +25: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 5: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +28: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +26: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +26: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +26: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +25: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +26: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-10 11:35:14,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-10 11:35:14,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-10 11:35:14,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-10 11:35:14,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-10 11:35:14,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-10 11:35:14,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-10 11:35:14,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-10 11:35:14,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-10 11:35:14,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-10 11:35:14,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +22: [2023-05-10 11:35:14,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-10 11:35:14,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-10 11:35:14,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-10 11:35:14,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-10 11:35:14,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +22: [2023-05-10 11:35:14,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 9: [2023-05-10 11:35:14,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-10 11:35:14,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-10 11:35:14,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 5: [2023-05-10 11:35:14,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +21: [2023-05-10 11:35:14,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +15: [2023-05-10 11:35:14,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-10 11:35:14,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-10 11:35:14,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +21: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 3: [2023-05-10 11:35:14,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-10 11:35:14,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-10 11:35:14,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 3: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +20: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +20: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-10 11:35:14,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-10 11:35:14,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-10 11:35:14,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +24: [2023-05-10 11:35:14,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-10 11:35:14,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-10 11:35:14,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 3: [2023-05-10 11:35:14,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-10 11:35:14,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-10 11:35:14,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +28: [2023-05-10 11:35:14,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +28: [2023-05-10 11:35:14,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 5: [2023-05-10 11:35:14,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-10 11:35:14,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-10 11:35:14,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-10 11:35:14,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-10 11:35:14,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-10 11:35:14,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-10 11:35:14,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-10 11:35:14,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-10 11:35:14,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-10 11:35:14,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-10 11:35:14,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-10 11:35:14,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-10 11:35:14,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-10 11:35:14,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-10 11:35:14,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-10 11:35:14,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 3: [2023-05-10 11:35:14,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-10 11:35:14,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-10 11:35:14,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-10 11:35:14,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-10 11:35:14,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-10 11:35:14,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-10 11:35:14,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-10 11:35:14,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-10 11:35:14,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-10 11:35:14,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-10 11:35:14,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-10 11:35:14,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-10 11:35:14,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-10 11:35:14,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-10 11:35:14,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +20: [2023-05-10 11:35:14,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +13: [2023-05-10 11:35:14,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-10 11:35:14,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-10 11:35:14,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-10 11:35:14,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +13: [2023-05-10 11:35:14,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-10 11:35:14,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-10 11:35:14,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-10 11:35:14,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-10 11:35:14,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-10 11:35:14,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-10 11:35:14,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +20: [2023-05-10 11:35:14,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +28: [2023-05-10 11:35:14,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-10 11:35:14,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-10 11:35:14,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-10 11:35:14,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-10 11:35:14,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-10 11:35:14,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-10 11:35:14,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-10 11:35:14,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-10 11:35:14,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +27: [2023-05-10 11:35:14,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +27: [2023-05-10 11:35:14,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-10 11:35:14,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-10 11:35:14,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 6: [2023-05-10 11:35:14,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-10 11:35:14,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-10 11:35:14,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-10 11:35:14,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +13: [2023-05-10 11:35:14,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +13: [2023-05-10 11:35:14,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-10 11:35:14,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-10 11:35:14,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-10 11:35:14,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-10 11:35:14,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 6: [2023-05-10 11:35:14,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-10 11:35:14,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-10 11:35:14,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-10 11:35:14,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 6: [2023-05-10 11:35:14,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-10 11:35:14,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-10 11:35:14,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-10 11:35:14,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +18: [2023-05-10 11:35:14,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-10 11:35:14,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-10 11:35:14,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-10 11:35:14,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-10 11:35:14,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-10 11:35:14,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 6: [2023-05-10 11:35:14,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +13: [2023-05-10 11:35:14,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +27: [2023-05-10 11:35:14,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-10 11:35:14,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-10 11:35:14,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-10 11:35:14,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-10 11:35:14,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-10 11:35:14,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-10 11:35:14,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-10 11:35:14,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-10 11:35:14,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-10 11:35:14,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-10 11:35:14,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-10 11:35:14,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-10 11:35:14,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-10 11:35:14,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-10 11:35:14,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-10 11:35:14,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-10 11:35:14,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +18: [2023-05-10 11:35:14,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-10 11:35:14,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +14: [2023-05-10 11:35:14,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +14: [2023-05-10 11:35:14,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 6: [2023-05-10 11:35:14,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-10 11:35:14,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-10 11:35:14,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-10 11:35:14,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +18: [2023-05-10 11:35:14,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +18: [2023-05-10 11:35:14,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +30: [2023-05-10 11:35:14,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-10 11:35:14,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-10 11:35:14,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-10 11:35:14,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +14: [2023-05-10 11:35:14,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-10 11:35:14,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 1: [2023-05-10 11:35:14,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-10 11:35:14,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-10 11:35:14,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-10 11:35:14,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-10 11:35:14,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-10 11:35:14,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +19: [2023-05-10 11:35:14,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-10 11:35:14,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-10 11:35:14,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-10 11:35:14,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-10 11:35:14,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-10 11:35:14,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-10 11:35:14,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-10 11:35:14,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-10 11:35:14,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-10 11:35:14,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-10 11:35:14,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-10 11:35:14,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-10 11:35:14,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-10 11:35:14,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +30: [2023-05-10 11:35:14,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-10 11:35:14,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +30: [2023-05-10 11:35:14,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-10 11:35:14,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-10 11:35:14,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-10 11:35:14,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-10 11:35:14,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-10 11:35:14,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-10 11:35:14,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-10 11:35:14,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-10 11:35:14,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-10 11:35:14,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +15: [2023-05-10 11:35:14,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-10 11:35:14,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +30: [2023-05-10 11:35:14,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 1: [2023-05-10 11:35:14,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-10 11:35:14,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-10 11:35:14,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +19: [2023-05-10 11:35:14,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-10 11:35:14,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-10 11:35:14,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +19: [2023-05-10 11:35:14,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 1: [2023-05-10 11:35:14,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 1: [2023-05-10 11:35:14,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 1: [2023-05-10 11:35:14,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 9: [2023-05-10 11:35:14,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-10 11:35:14,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-10 11:35:14,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 9: [2023-05-10 11:35:14,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-10 11:35:14,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-10 11:35:14,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-10 11:35:14,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-10 11:35:14,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-10 11:35:14,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-10 11:35:14,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-10 11:35:14,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-10 11:35:14,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-10 11:35:14,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-10 11:35:14,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-10 11:35:14,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-10 11:35:14,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-10 11:35:14,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-10 11:35:14,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-10 11:35:14,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-10 11:35:14,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-10 11:35:14,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-10 11:35:14,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-10 11:35:14,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-10 11:35:14,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-10 11:35:14,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-10 11:35:14,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-10 11:35:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-10 11:35:14,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-10 11:35:14,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-10 11:35:14,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-10 11:35:14,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-10 11:35:14,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-10 11:35:14,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-10 11:35:14,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-10 11:35:14,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-10 11:35:14,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-10 11:35:14,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-10 11:35:14,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-10 11:35:14,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-10 11:35:14,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-10 11:35:14,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-10 11:35:14,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-10 11:35:14,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-10 11:35:14,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-10 11:35:14,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-10 11:35:14,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-10 11:35:14,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-10 11:35:14,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-10 11:35:14,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-10 11:35:14,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 4: [2023-05-10 11:35:14,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... + 4: [2023-05-10 11:35:14,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +19: [2023-05-10 11:35:14,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-10 11:35:14,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt... +25: [2023-05-10 11:35:14,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-10 11:35:14,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-10 11:35:14,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-10 11:35:14,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-10 11:35:14,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-10 11:35:14,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-10 11:35:14,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-10 11:35:14,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-10 11:35:14,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-10 11:35:14,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-10 11:35:14,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-10 11:35:14,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-10 11:35:14,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-10 11:35:14,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-10 11:35:14,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-10 11:35:14,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-10 11:35:14,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-10 11:35:14,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-10 11:35:14,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-10 11:35:14,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-10 11:35:14,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-10 11:35:14,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-10 11:35:14,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-10 11:35:14,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-10 11:35:14,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-10 11:35:14,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-10 11:35:14,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-10 11:35:14,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-10 11:35:14,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-10 11:35:14,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-10 11:35:14,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-10 11:35:14,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-10 11:35:14,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-10 11:35:14,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-10 11:35:14,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-10 11:35:14,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-10 11:35:14,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-10 11:35:14,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-10 11:35:14,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-10 11:35:14,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-10 11:35:14,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-10 11:35:14,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-10 11:35:14,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-10 11:35:14,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-10 11:35:14,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-10 11:35:14,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-10 11:35:14,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-10 11:35:14,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-10 11:35:14,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-10 11:35:14,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-10 11:35:14,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-10 11:35:14,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-10 11:35:14,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-10 11:35:14,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-10 11:35:14,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-10 11:35:14,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-10 11:35:14,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-10 11:35:14,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-10 11:35:14,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-10 11:35:14,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-10 11:35:14,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-10 11:35:14,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-10 11:35:14,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-10 11:35:14,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-10 11:35:14,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-10 11:35:14,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-10 11:35:14,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-10 11:35:14,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-10 11:35:14,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-10 11:35:14,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-10 11:35:14,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-10 11:35:14,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-10 11:35:14,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-10 11:35:14,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-10 11:35:14,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-10 11:35:14,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-10 11:35:14,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-10 11:35:14,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-10 11:35:14,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-10 11:35:14,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-10 11:35:14,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-10 11:35:14,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-10 11:35:14,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-10 11:35:14,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-10 11:35:14,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-10 11:35:14,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-10 11:35:14,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-10 11:35:14,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-10 11:35:14,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-10 11:35:14,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-10 11:35:14,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-10 11:35:14,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-10 11:35:14,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-10 11:35:14,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-10 11:35:14,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-10 11:35:14,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-10 11:35:14,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-10 11:35:14,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-10 11:35:14,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-10 11:35:14,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-10 11:35:14,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-10 11:35:14,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-10 11:35:14,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-10 11:35:14,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-10 11:35:14,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-10 11:35:14,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-10 11:35:14,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-10 11:35:14,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-10 11:35:14,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-10 11:35:14,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-10 11:35:14,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-10 11:35:14,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-10 11:35:14,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-10 11:35:14,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-10 11:35:14,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-10 11:35:14,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-10 11:35:14,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-10 11:35:14,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-10 11:35:14,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-10 11:35:14,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-10 11:35:14,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-10 11:35:14,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-10 11:35:14,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-10 11:35:14,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-10 11:35:14,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-10 11:35:14,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-10 11:35:14,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-10 11:35:14,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-10 11:35:14,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-10 11:35:15,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-10 11:35:15,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-10 11:35:15,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-10 11:35:15,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-10 11:35:15,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-10 11:35:15,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-10 11:35:15,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-10 11:35:15,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-10 11:35:15,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 5: [2023-05-10 11:35:15,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +28: [2023-05-10 11:35:15,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-10 11:35:15,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 5: [2023-05-10 11:35:15,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +31: [2023-05-10 11:35:15,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-10 11:35:15,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-10 11:35:15,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-10 11:35:15,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-10 11:35:15,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-10 11:35:15,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-10 11:35:15,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-10 11:35:15,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-10 11:35:15,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-10 11:35:15,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-10 11:35:15,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-10 11:35:15,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-10 11:35:15,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-10 11:35:15,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-10 11:35:15,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-10 11:35:15,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-10 11:35:15,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-10 11:35:15,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-10 11:35:15,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-10 11:35:15,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-10 11:35:15,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-10 11:35:15,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-10 11:35:15,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-10 11:35:15,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-10 11:35:15,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-10 11:35:15,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-10 11:35:15,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-10 11:35:15,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-10 11:35:15,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-10 11:35:15,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-10 11:35:15,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-10 11:35:15,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-10 11:35:15,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-10 11:35:15,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-10 11:35:15,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-10 11:35:15,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-10 11:35:15,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-10 11:35:15,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-10 11:35:15,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-10 11:35:15,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-10 11:35:15,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-10 11:35:15,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-10 11:35:15,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-10 11:35:15,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-10 11:35:15,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 9: [2023-05-10 11:35:15,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 2: [2023-05-10 11:35:15,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-10 11:35:15,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-10 11:35:15,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 2: [2023-05-10 11:35:15,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-10 11:35:15,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-10 11:35:15,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 2: [2023-05-10 11:35:15,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-10 11:35:15,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-10 11:35:15,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-10 11:35:15,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-10 11:35:15,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-10 11:35:15,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-10 11:35:15,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-10 11:35:15,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-10 11:35:15,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +31: [2023-05-10 11:35:15,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-10 11:35:15,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-10 11:35:15,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 9: [2023-05-10 11:35:15,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-10 11:35:15,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 9: [2023-05-10 11:35:15,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-10 11:35:15,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-10 11:35:15,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-10 11:35:15,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +18: [2023-05-10 11:35:15,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +18: [2023-05-10 11:35:15,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +17: [2023-05-10 11:35:15,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +17: [2023-05-10 11:35:15,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +18: [2023-05-10 11:35:15,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 9: [2023-05-10 11:35:15,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-10 11:35:15,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 9: [2023-05-10 11:35:15,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-10 11:35:15,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +17: [2023-05-10 11:35:15,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +22: [2023-05-10 11:35:15,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-10 11:35:15,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +19: [2023-05-10 11:35:15,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 3: [2023-05-10 11:35:15,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +15: [2023-05-10 11:35:15,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 4: [2023-05-10 11:35:15,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 4: [2023-05-10 11:35:15,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 4: [2023-05-10 11:35:15,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +15: [2023-05-10 11:35:15,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 3: [2023-05-10 11:35:15,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +19: [2023-05-10 11:35:15,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 7: [2023-05-10 11:35:15,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-10 11:35:15,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-10 11:35:15,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +19: [2023-05-10 11:35:15,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +30: [2023-05-10 11:35:15,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-10 11:35:15,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-10 11:35:15,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-10 11:35:15,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-10 11:35:15,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-10 11:35:15,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-10 11:35:15,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-10 11:35:15,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-10 11:35:15,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-10 11:35:15,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-10 11:35:15,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-10 11:35:15,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-10 11:35:15,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-10 11:35:15,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-10 11:35:15,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-10 11:35:15,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-10 11:35:15,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-10 11:35:15,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-10 11:35:15,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-10 11:35:15,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-10 11:35:15,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-10 11:35:15,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-10 11:35:15,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-10 11:35:15,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-10 11:35:15,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-10 11:35:15,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-10 11:35:15,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-10 11:35:15,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-10 11:35:15,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-10 11:35:15,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-10 11:35:15,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-10 11:35:15,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-10 11:35:15,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-10 11:35:15,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-10 11:35:15,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-10 11:35:15,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-10 11:35:15,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-10 11:35:15,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-10 11:35:15,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-10 11:35:15,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-10 11:35:15,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-10 11:35:15,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-10 11:35:15,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-10 11:35:15,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-10 11:35:15,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-10 11:35:15,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +17: [2023-05-10 11:35:15,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-10 11:35:15,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +21: [2023-05-10 11:35:15,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +17: [2023-05-10 11:35:15,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-10 11:35:15,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +18: [2023-05-10 11:35:15,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-10 11:35:15,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-10 11:35:15,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-10 11:35:15,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-10 11:35:15,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-10 11:35:15,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-10 11:35:15,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-10 11:35:15,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-10 11:35:15,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-10 11:35:15,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-10 11:35:15,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-10 11:35:15,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-10 11:35:15,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-10 11:35:15,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-10 11:35:15,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-10 11:35:15,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-10 11:35:15,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-10 11:35:15,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-10 11:35:15,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-10 11:35:15,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-10 11:35:15,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-10 11:35:15,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-10 11:35:15,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-10 11:35:15,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-10 11:35:15,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-10 11:35:15,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-10 11:35:15,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-10 11:35:15,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-10 11:35:15,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-10 11:35:15,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-10 11:35:15,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-10 11:35:15,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-10 11:35:15,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +10: [2023-05-10 11:35:15,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +22: [2023-05-10 11:35:15,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-10 11:35:15,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +10: [2023-05-10 11:35:15,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +13: [2023-05-10 11:35:15,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +13: [2023-05-10 11:35:15,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 9: [2023-05-10 11:35:15,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-10 11:35:15,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-10 11:35:15,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-10 11:35:15,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-10 11:35:15,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +22: [2023-05-10 11:35:15,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +13: [2023-05-10 11:35:15,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +22: [2023-05-10 11:35:15,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-10 11:35:15,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +23: [2023-05-10 11:35:15,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +28: [2023-05-10 11:35:15,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +28: [2023-05-10 11:35:15,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +28: [2023-05-10 11:35:15,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +28: [2023-05-10 11:35:15,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +23: [2023-05-10 11:35:15,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +23: [2023-05-10 11:35:15,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +23: [2023-05-10 11:35:15,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 9: [2023-05-10 11:35:15,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-10 11:35:15,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +12: [2023-05-10 11:35:15,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +22: [2023-05-10 11:35:15,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +22: [2023-05-10 11:35:15,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 0: [2023-05-10 11:35:15,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 0: [2023-05-10 11:35:15,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 0: [2023-05-10 11:35:15,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +21: [2023-05-10 11:35:15,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-10 11:35:15,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-10 11:35:15,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 8: [2023-05-10 11:35:15,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 8: [2023-05-10 11:35:15,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +21: [2023-05-10 11:35:15,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-10 11:35:15,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-10 11:35:15,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +30: [2023-05-10 11:35:15,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +21: [2023-05-10 11:35:15,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-10 11:35:15,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +20: [2023-05-10 11:35:15,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +21: [2023-05-10 11:35:15,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-10 11:35:15,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-10 11:35:15,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +12: [2023-05-10 11:35:15,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +30: [2023-05-10 11:35:15,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +12: [2023-05-10 11:35:15,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 8: [2023-05-10 11:35:15,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +20: [2023-05-10 11:35:15,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 8: [2023-05-10 11:35:15,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +20: [2023-05-10 11:35:15,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 2: [2023-05-10 11:35:15,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-10 11:35:15,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-10 11:35:15,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-10 11:35:15,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 7: [2023-05-10 11:35:15,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 9: [2023-05-10 11:35:15,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-10 11:35:15,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 9: [2023-05-10 11:35:15,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-10 11:35:15,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +26: [2023-05-10 11:35:15,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +26: [2023-05-10 11:35:15,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +25: [2023-05-10 11:35:15,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-10 11:35:15,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-10 11:35:15,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 1: [2023-05-10 11:35:15,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-10 11:35:15,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +26: [2023-05-10 11:35:15,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 9: [2023-05-10 11:35:15,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +25: [2023-05-10 11:35:15,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-10 11:35:15,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 1: [2023-05-10 11:35:15,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +25: [2023-05-10 11:35:15,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-10 11:35:15,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 6: [2023-05-10 11:35:15,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 6: [2023-05-10 11:35:15,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 7: [2023-05-10 11:35:15,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +10: [2023-05-10 11:35:15,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-10 11:35:15,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 1: [2023-05-10 11:35:15,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +10: [2023-05-10 11:35:15,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-10 11:35:15,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 6: [2023-05-10 11:35:15,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +10: [2023-05-10 11:35:15,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-10 11:35:15,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-10 11:35:15,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +11: [2023-05-10 11:35:15,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +11: [2023-05-10 11:35:15,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +31: [2023-05-10 11:35:15,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +31: [2023-05-10 11:35:15,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +31: [2023-05-10 11:35:15,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +11: [2023-05-10 11:35:15,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 2: [2023-05-10 11:35:15,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 2: [2023-05-10 11:35:15,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +31: [2023-05-10 11:35:15,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +16: [2023-05-10 11:35:15,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +16: [2023-05-10 11:35:15,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +10: [2023-05-10 11:35:15,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-10 11:35:15,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +25: [2023-05-10 11:35:15,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-10 11:35:15,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-10 11:35:15,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-10 11:35:15,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 9: [2023-05-10 11:35:15,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-10 11:35:15,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +24: [2023-05-10 11:35:15,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 1: [2023-05-10 11:35:15,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +25: [2023-05-10 11:35:15,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-10 11:35:15,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-10 11:35:15,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +22: [2023-05-10 11:35:15,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-10 11:35:15,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-10 11:35:15,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 7: [2023-05-10 11:35:15,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-10 11:35:15,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-10 11:35:15,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +29: [2023-05-10 11:35:15,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +14: [2023-05-10 11:35:15,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +14: [2023-05-10 11:35:15,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +14: [2023-05-10 11:35:15,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +24: [2023-05-10 11:35:15,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. + 1: [2023-05-10 11:35:15,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +23: [2023-05-10 11:35:15,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-10 11:35:15,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-10 11:35:15,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-10 11:35:15,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +24: [2023-05-10 11:35:15,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +29: [2023-05-10 11:35:15,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +22: [2023-05-10 11:35:15,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-10 11:35:15,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-10 11:35:15,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-10 11:35:15,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +28: [2023-05-10 11:35:15,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-10 11:35:15,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +22: [2023-05-10 11:35:15,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-10 11:35:15,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-10 11:35:15,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-10 11:35:15,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +27: [2023-05-10 11:35:15,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-10 11:35:15,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-10 11:35:15,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-10 11:35:15,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-10 11:35:15,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +28: [2023-05-10 11:35:15,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-10 11:35:15,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-10 11:35:15,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-10 11:35:15,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-10 11:35:15,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-10 11:35:15,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-10 11:35:15,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-10 11:35:15,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_33-model_01-model_states.pt. +12: [2023-05-10 11:35:15,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-10 11:35:15,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-10 11:35:15,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:15,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-10 11:35:15,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-10 11:35:15,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-10 11:35:15,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-10 11:35:15,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-10 11:35:15,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-10 11:35:15,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-10 11:35:15,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-10 11:35:15,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-10 11:35:15,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-10 11:35:15,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-10 11:35:15,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-10 11:35:15,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-10 11:35:15,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-10 11:35:15,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-10 11:35:15,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-10 11:35:15,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-10 11:35:15,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-10 11:35:15,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-10 11:35:15,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-10 11:35:15,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-10 11:35:15,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-10 11:35:15,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-10 11:35:15,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-10 11:35:15,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-10 11:35:15,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-10 11:35:15,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-10 11:35:15,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-10 11:35:15,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-10 11:35:15,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-10 11:35:15,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-10 11:35:15,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-10 11:35:15,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-10 11:35:15,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-10 11:35:15,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-10 11:35:15,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 9: [2023-05-10 11:35:15,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 1: [2023-05-10 11:35:15,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-10 11:35:15,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-10 11:35:15,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-10 11:35:15,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-10 11:35:15,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-10 11:35:15,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-10 11:35:15,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-10 11:35:15,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-10 11:35:15,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-10 11:35:15,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-10 11:35:15,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-10 11:35:15,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-10 11:35:15,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-10 11:35:15,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-10 11:35:15,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-10 11:35:15,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-10 11:35:15,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-10 11:35:15,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-10 11:35:15,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-10 11:35:15,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-10 11:35:15,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-10 11:35:15,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-10 11:35:15,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-10 11:35:15,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-10 11:35:15,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-10 11:35:15,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-10 11:35:15,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-10 11:35:15,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-10 11:35:15,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-10 11:35:15,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-10 11:35:15,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-10 11:35:15,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-10 11:35:15,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-10 11:35:15,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-10 11:35:15,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-10 11:35:15,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-10 11:35:15,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-10 11:35:15,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-10 11:35:15,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-10 11:35:15,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-10 11:35:15,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-10 11:35:15,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-10 11:35:15,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-10 11:35:15,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-10 11:35:15,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-10 11:35:15,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-10 11:35:15,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-10 11:35:15,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-10 11:35:15,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-10 11:35:15,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-10 11:35:15,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-10 11:35:15,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-10 11:35:15,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-10 11:35:15,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-10 11:35:15,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-10 11:35:15,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-10 11:35:15,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-10 11:35:15,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-10 11:35:15,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-10 11:35:15,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-10 11:35:15,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-10 11:35:15,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-10 11:35:15,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-10 11:35:15,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-10 11:35:15,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-10 11:35:15,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-10 11:35:15,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +24: [2023-05-10 11:35:15,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-10 11:35:15,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-10 11:35:15,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +28: [2023-05-10 11:35:15,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-10 11:35:15,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-10 11:35:15,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-10 11:35:15,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-10 11:35:15,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-10 11:35:15,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-10 11:35:15,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +23: [2023-05-10 11:35:15,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 6: [2023-05-10 11:35:15,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-10 11:35:15,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-10 11:35:15,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-10 11:35:15,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-10 11:35:15,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-10 11:35:15,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-10 11:35:15,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-10 11:35:15,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-10 11:35:15,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-10 11:35:15,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-10 11:35:15,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-10 11:35:15,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-10 11:35:15,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-10 11:35:15,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-10 11:35:15,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-10 11:35:15,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-10 11:35:15,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-10 11:35:15,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-10 11:35:15,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-10 11:35:15,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-10 11:35:15,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-10 11:35:15,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-10 11:35:15,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-10 11:35:15,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-10 11:35:15,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-10 11:35:15,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-10 11:35:15,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-10 11:35:15,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-10 11:35:15,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-10 11:35:15,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-10 11:35:15,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-10 11:35:15,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-10 11:35:15,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-10 11:35:15,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-10 11:35:15,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-10 11:35:15,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-10 11:35:15,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-10 11:35:15,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-10 11:35:15,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-10 11:35:15,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-10 11:35:15,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-10 11:35:15,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-10 11:35:15,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +13: [2023-05-10 11:35:15,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-10 11:35:15,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-10 11:35:15,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-10 11:35:15,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-10 11:35:15,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-10 11:35:15,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-10 11:35:15,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-10 11:35:15,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-10 11:35:15,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-10 11:35:15,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +23: [2023-05-10 11:35:15,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +13: [2023-05-10 11:35:15,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-10 11:35:15,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-10 11:35:15,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-10 11:35:15,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-10 11:35:15,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +28: [2023-05-10 11:35:15,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +28: [2023-05-10 11:35:15,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-10 11:35:15,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-10 11:35:15,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 5: [2023-05-10 11:35:15,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +22: [2023-05-10 11:35:15,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +13: [2023-05-10 11:35:15,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-10 11:35:15,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-10 11:35:15,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-10 11:35:15,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 8: [2023-05-10 11:35:15,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 6: [2023-05-10 11:35:15,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-10 11:35:15,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-10 11:35:15,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-10 11:35:15,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-10 11:35:15,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-10 11:35:15,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-10 11:35:15,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-10 11:35:15,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-10 11:35:15,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +15: [2023-05-10 11:35:15,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-10 11:35:15,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-10 11:35:15,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-10 11:35:15,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +15: [2023-05-10 11:35:15,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-10 11:35:15,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-10 11:35:15,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +10: [2023-05-10 11:35:15,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-10 11:35:15,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-10 11:35:15,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-10 11:35:15,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-10 11:35:15,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-10 11:35:15,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-10 11:35:15,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-10 11:35:15,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-10 11:35:15,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +15: [2023-05-10 11:35:15,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-10 11:35:15,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-10 11:35:15,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-10 11:35:15,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-10 11:35:15,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-10 11:35:15,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-10 11:35:15,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-10 11:35:15,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-10 11:35:15,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-10 11:35:15,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-10 11:35:15,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-10 11:35:15,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +16: [2023-05-10 11:35:15,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-10 11:35:15,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-10 11:35:15,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-10 11:35:15,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-10 11:35:15,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-10 11:35:15,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-10 11:35:15,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-10 11:35:15,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-10 11:35:15,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-10 11:35:15,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +28: [2023-05-10 11:35:15,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +15: [2023-05-10 11:35:15,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +28: [2023-05-10 11:35:15,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +16: [2023-05-10 11:35:15,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-10 11:35:15,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-10 11:35:15,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-10 11:35:15,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-10 11:35:15,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +15: [2023-05-10 11:35:15,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 8: [2023-05-10 11:35:15,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-10 11:35:15,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-10 11:35:15,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-10 11:35:15,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-10 11:35:15,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-10 11:35:15,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-10 11:35:15,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-10 11:35:15,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +26: [2023-05-10 11:35:15,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-10 11:35:15,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-10 11:35:15,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-10 11:35:15,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +19: [2023-05-10 11:35:15,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-10 11:35:15,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +10: [2023-05-10 11:35:15,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +10: [2023-05-10 11:35:15,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +10: [2023-05-10 11:35:15,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +10: [2023-05-10 11:35:15,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-10 11:35:15,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-10 11:35:15,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-10 11:35:15,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +13: [2023-05-10 11:35:15,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +19: [2023-05-10 11:35:15,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 3: [2023-05-10 11:35:15,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-10 11:35:15,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-10 11:35:15,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-10 11:35:15,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-10 11:35:15,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-10 11:35:15,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-10 11:35:15,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-10 11:35:15,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-10 11:35:15,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-10 11:35:15,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-10 11:35:15,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-10 11:35:15,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 3: [2023-05-10 11:35:15,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-10 11:35:15,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-10 11:35:15,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-10 11:35:15,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-10 11:35:15,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-10 11:35:15,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-10 11:35:15,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-10 11:35:15,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 3: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 8: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +13: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +13: [2023-05-10 11:35:15,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +16: [2023-05-10 11:35:15,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-10 11:35:15,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-10 11:35:15,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 3: [2023-05-10 11:35:15,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 0: [2023-05-10 11:35:15,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-10 11:35:15,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +23: [2023-05-10 11:35:15,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-10 11:35:15,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 2: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +27: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +27: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 0: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-10 11:35:15,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-10 11:35:15,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 3: [2023-05-10 11:35:15,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-10 11:35:15,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-10 11:35:15,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-10 11:35:15,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +11: [2023-05-10 11:35:15,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +26: [2023-05-10 11:35:15,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +30: [2023-05-10 11:35:15,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 8: [2023-05-10 11:35:15,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 3: [2023-05-10 11:35:15,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +26: [2023-05-10 11:35:15,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +16: [2023-05-10 11:35:15,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-10 11:35:15,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-10 11:35:15,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-10 11:35:15,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-10 11:35:15,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-10 11:35:15,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-10 11:35:15,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-10 11:35:15,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-10 11:35:15,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 7: [2023-05-10 11:35:15,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 2: [2023-05-10 11:35:15,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +27: [2023-05-10 11:35:15,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 7: [2023-05-10 11:35:15,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 1: [2023-05-10 11:35:15,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-10 11:35:15,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +25: [2023-05-10 11:35:15,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 1: [2023-05-10 11:35:15,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-10 11:35:15,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-10 11:35:15,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-10 11:35:15,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 6: [2023-05-10 11:35:15,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 6: [2023-05-10 11:35:15,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +23: [2023-05-10 11:35:15,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +14: [2023-05-10 11:35:15,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +11: [2023-05-10 11:35:15,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +24: [2023-05-10 11:35:15,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-10 11:35:15,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-10 11:35:15,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +26: [2023-05-10 11:35:15,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-10 11:35:15,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-10 11:35:15,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +11: [2023-05-10 11:35:15,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 1: [2023-05-10 11:35:15,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 1: [2023-05-10 11:35:15,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +16: [2023-05-10 11:35:15,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 1: [2023-05-10 11:35:15,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +24: [2023-05-10 11:35:15,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +25: [2023-05-10 11:35:15,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +26: [2023-05-10 11:35:15,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +31: [2023-05-10 11:35:15,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-10 11:35:15,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-10 11:35:15,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-10 11:35:15,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-10 11:35:15,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 0: [2023-05-10 11:35:15,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-10 11:35:15,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 6: [2023-05-10 11:35:15,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 0: [2023-05-10 11:35:15,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 7: [2023-05-10 11:35:15,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 6: [2023-05-10 11:35:15,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +25: [2023-05-10 11:35:15,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-10 11:35:15,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-10 11:35:15,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-10 11:35:15,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-10 11:35:15,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-10 11:35:15,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-10 11:35:15,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-10 11:35:15,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +14: [2023-05-10 11:35:15,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-10 11:35:15,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +27: [2023-05-10 11:35:15,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +23: [2023-05-10 11:35:15,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-10 11:35:15,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-10 11:35:15,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-10 11:35:15,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-10 11:35:15,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +31: [2023-05-10 11:35:15,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-10 11:35:15,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-10 11:35:15,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-10 11:35:15,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-10 11:35:15,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-10 11:35:15,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-10 11:35:15,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-10 11:35:15,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-10 11:35:15,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-10 11:35:15,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-10 11:35:15,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-10 11:35:15,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-10 11:35:15,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-10 11:35:15,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-10 11:35:15,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-10 11:35:15,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +20: [2023-05-10 11:35:15,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-10 11:35:15,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 0: [2023-05-10 11:35:15,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +25: [2023-05-10 11:35:15,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:15,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-10 11:35:15,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-10 11:35:15,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +20: [2023-05-10 11:35:15,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 0: [2023-05-10 11:35:15,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +25: [2023-05-10 11:35:15,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:15,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +12: [2023-05-10 11:35:15,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-10 11:35:15,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-10 11:35:15,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-10 11:35:15,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-10 11:35:15,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-10 11:35:15,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-10 11:35:15,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +29: [2023-05-10 11:35:15,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-10 11:35:15,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-10 11:35:15,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-10 11:35:15,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-10 11:35:15,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-10 11:35:15,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-10 11:35:15,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-10 11:35:15,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-10 11:35:15,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-10 11:35:15,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-10 11:35:15,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-10 11:35:15,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-10 11:35:15,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-10 11:35:15,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-10 11:35:15,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-10 11:35:15,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-10 11:35:15,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-10 11:35:15,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-10 11:35:15,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-10 11:35:15,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-10 11:35:15,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-10 11:35:15,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-10 11:35:15,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-10 11:35:15,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-10 11:35:15,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-10 11:35:15,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-10 11:35:15,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-10 11:35:15,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +17: [2023-05-10 11:35:15,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-10 11:35:15,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-10 11:35:15,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-10 11:35:15,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +29: [2023-05-10 11:35:15,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +29: [2023-05-10 11:35:15,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-10 11:35:15,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-10 11:35:15,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 5: [2023-05-10 11:35:15,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-10 11:35:15,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +31: [2023-05-10 11:35:15,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +29: [2023-05-10 11:35:15,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-10 11:35:15,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +17: [2023-05-10 11:35:15,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-10 11:35:15,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +18: [2023-05-10 11:35:15,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-10 11:35:15,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-10 11:35:15,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-10 11:35:15,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +25: [2023-05-10 11:35:15,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 6: [2023-05-10 11:35:15,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-10 11:35:15,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +18: [2023-05-10 11:35:15,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +17: [2023-05-10 11:35:15,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-10 11:35:15,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-10 11:35:15,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-10 11:35:15,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-10 11:35:15,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-10 11:35:15,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +18: [2023-05-10 11:35:15,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-10 11:35:15,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-10 11:35:15,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-10 11:35:15,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-10 11:35:15,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-10 11:35:15,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-10 11:35:15,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-10 11:35:15,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-10 11:35:15,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-10 11:35:15,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 4: [2023-05-10 11:35:15,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-10 11:35:15,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-10 11:35:15,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +13: [2023-05-10 11:35:15,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-10 11:35:15,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +17: [2023-05-10 11:35:15,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 4: [2023-05-10 11:35:15,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-10 11:35:15,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-10 11:35:15,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-10 11:35:15,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-10 11:35:15,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-10 11:35:15,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-10 11:35:15,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-10 11:35:15,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-10 11:35:15,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-10 11:35:15,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-10 11:35:15,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-10 11:35:15,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-10 11:35:15,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-10 11:35:15,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-10 11:35:15,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-10 11:35:15,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +10: [2023-05-10 11:35:15,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-10 11:35:15,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 4: [2023-05-10 11:35:15,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-10 11:35:15,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-10 11:35:15,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... +24: [2023-05-10 11:35:15,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-10 11:35:15,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-10 11:35:15,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-10 11:35:15,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-10 11:35:15,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt... + 4: [2023-05-10 11:35:15,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-10 11:35:15,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-10 11:35:15,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-10 11:35:15,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-10 11:35:15,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-10 11:35:15,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-10 11:35:15,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-10 11:35:15,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-10 11:35:15,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-10 11:35:15,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-10 11:35:15,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-10 11:35:15,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-10 11:35:15,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-10 11:35:15,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-10 11:35:15,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-10 11:35:15,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-10 11:35:15,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-10 11:35:15,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-10 11:35:15,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-10 11:35:15,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-10 11:35:15,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-10 11:35:15,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-10 11:35:15,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-10 11:35:15,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-10 11:35:15,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-10 11:35:15,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-10 11:35:15,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-10 11:35:15,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-10 11:35:15,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-10 11:35:15,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-10 11:35:15,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-10 11:35:15,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-10 11:35:15,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-10 11:35:15,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-10 11:35:15,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-10 11:35:15,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-10 11:35:15,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-10 11:35:15,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-10 11:35:15,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-10 11:35:15,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-10 11:35:15,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-10 11:35:15,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-10 11:35:15,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-10 11:35:15,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-10 11:35:15,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-10 11:35:15,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-10 11:35:15,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-10 11:35:15,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-10 11:35:15,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-10 11:35:15,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-10 11:35:15,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-10 11:35:15,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-10 11:35:15,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-10 11:35:15,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-10 11:35:15,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-10 11:35:15,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-10 11:35:15,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-10 11:35:15,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-10 11:35:15,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-10 11:35:15,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-10 11:35:15,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-10 11:35:15,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-10 11:35:15,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-10 11:35:15,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-10 11:35:15,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:15,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-10 11:35:15,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:15,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-10 11:35:15,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-10 11:35:15,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-10 11:35:15,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-10 11:35:15,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-10 11:35:15,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:15,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-10 11:35:15,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-10 11:35:15,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-10 11:35:15,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-10 11:35:15,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-10 11:35:15,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-10 11:35:15,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-10 11:35:15,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-10 11:35:15,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-10 11:35:15,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-10 11:35:15,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-10 11:35:15,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-10 11:35:15,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-10 11:35:15,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-10 11:35:15,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-10 11:35:15,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-10 11:35:15,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-10 11:35:15,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-10 11:35:15,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-10 11:35:15,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-10 11:35:15,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-10 11:35:15,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:15,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-10 11:35:15,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-10 11:35:15,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-10 11:35:15,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-10 11:35:15,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:15,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:15,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:15,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-10 11:35:15,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-10 11:35:15,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-10 11:35:15,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-10 11:35:15,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-10 11:35:15,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-10 11:35:15,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-10 11:35:15,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-10 11:35:15,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-10 11:35:15,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-10 11:35:15,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-10 11:35:15,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-10 11:35:15,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-10 11:35:15,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-10 11:35:15,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-10 11:35:16,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-10 11:35:16,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-10 11:35:16,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-10 11:35:16,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-10 11:35:16,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-10 11:35:16,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-10 11:35:16,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-10 11:35:16,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-10 11:35:16,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-10 11:35:16,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-10 11:35:16,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-10 11:35:16,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-10 11:35:16,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-10 11:35:16,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-10 11:35:16,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-10 11:35:16,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-10 11:35:16,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-10 11:35:16,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-10 11:35:16,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-10 11:35:16,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-10 11:35:16,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-10 11:35:16,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-10 11:35:16,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-10 11:35:16,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-10 11:35:16,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-10 11:35:16,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-10 11:35:16,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-10 11:35:16,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-10 11:35:16,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-10 11:35:16,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-10 11:35:16,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-10 11:35:16,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-10 11:35:16,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-10 11:35:16,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-10 11:35:16,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-10 11:35:16,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-10 11:35:16,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-10 11:35:16,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-10 11:35:16,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-10 11:35:16,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-10 11:35:16,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-10 11:35:16,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-10 11:35:16,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-10 11:35:16,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-10 11:35:16,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-10 11:35:16,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-10 11:35:16,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-10 11:35:16,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-10 11:35:16,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-10 11:35:16,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-10 11:35:16,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-10 11:35:16,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-10 11:35:16,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-10 11:35:16,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-10 11:35:16,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-10 11:35:16,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-10 11:35:16,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-10 11:35:16,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-10 11:35:16,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-10 11:35:16,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-10 11:35:16,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-10 11:35:16,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-10 11:35:16,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-10 11:35:16,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-10 11:35:16,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-10 11:35:16,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-10 11:35:16,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-10 11:35:16,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-10 11:35:16,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-10 11:35:16,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-10 11:35:16,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-10 11:35:16,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-10 11:35:16,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-10 11:35:16,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-10 11:35:16,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-10 11:35:16,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-10 11:35:16,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-10 11:35:16,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-10 11:35:16,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-10 11:35:16,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-10 11:35:16,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-10 11:35:16,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-10 11:35:16,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-10 11:35:16,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-10 11:35:16,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-10 11:35:16,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-10 11:35:16,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-10 11:35:16,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-10 11:35:16,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-10 11:35:16,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-10 11:35:16,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-10 11:35:16,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-10 11:35:16,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-10 11:35:16,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-10 11:35:16,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-10 11:35:16,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-10 11:35:16,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-10 11:35:16,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-10 11:35:16,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-10 11:35:16,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-10 11:35:16,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-10 11:35:16,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-10 11:35:16,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-10 11:35:16,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-10 11:35:16,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-10 11:35:16,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-10 11:35:16,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-10 11:35:16,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-10 11:35:16,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-10 11:35:16,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-10 11:35:16,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-10 11:35:16,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-10 11:35:16,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-10 11:35:16,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-10 11:35:16,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-10 11:35:16,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-10 11:35:16,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-10 11:35:16,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-10 11:35:16,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-10 11:35:16,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-10 11:35:16,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-10 11:35:16,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-10 11:35:16,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-10 11:35:16,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-10 11:35:16,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-10 11:35:16,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-10 11:35:16,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-10 11:35:16,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-10 11:35:16,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-10 11:35:16,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-10 11:35:16,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-10 11:35:16,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-10 11:35:16,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-10 11:35:16,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-10 11:35:16,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-10 11:35:16,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-10 11:35:16,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-10 11:35:16,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-10 11:35:16,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-10 11:35:16,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-10 11:35:16,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-10 11:35:16,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-10 11:35:16,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-10 11:35:16,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-10 11:35:16,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-10 11:35:16,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-10 11:35:16,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-10 11:35:16,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-10 11:35:16,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-10 11:35:16,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-10 11:35:16,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-10 11:35:16,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-10 11:35:16,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-10 11:35:16,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-10 11:35:16,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-10 11:35:16,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-10 11:35:16,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-10 11:35:16,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-10 11:35:16,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-10 11:35:16,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-10 11:35:16,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-10 11:35:16,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-10 11:35:16,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-10 11:35:16,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-10 11:35:16,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-10 11:35:16,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-10 11:35:16,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-10 11:35:16,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-10 11:35:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-10 11:35:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-10 11:35:16,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-10 11:35:16,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-10 11:35:16,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-10 11:35:16,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-10 11:35:16,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-10 11:35:16,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-10 11:35:16,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-10 11:35:16,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-10 11:35:16,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-10 11:35:16,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-10 11:35:16,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-10 11:35:16,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-10 11:35:16,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-10 11:35:16,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-10 11:35:16,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-10 11:35:16,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-10 11:35:16,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-10 11:35:16,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-10 11:35:16,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-10 11:35:16,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-10 11:35:16,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-10 11:35:16,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-10 11:35:16,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-10 11:35:16,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-10 11:35:16,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-10 11:35:16,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-10 11:35:16,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-10 11:35:16,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-10 11:35:16,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-10 11:35:16,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-10 11:35:16,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-10 11:35:16,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-10 11:35:16,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-10 11:35:16,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-10 11:35:16,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-10 11:35:16,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-10 11:35:16,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-10 11:35:16,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-10 11:35:16,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-10 11:35:16,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-10 11:35:16,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-10 11:35:16,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-10 11:35:16,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-10 11:35:16,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-10 11:35:16,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-10 11:35:16,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:16,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-10 11:35:16,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-10 11:35:16,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-10 11:35:16,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-10 11:35:16,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +25: [2023-05-10 11:35:16,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +24: [2023-05-10 11:35:16,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-10 11:35:16,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-10 11:35:16,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +25: [2023-05-10 11:35:16,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 0: [2023-05-10 11:35:16,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-10 11:35:16,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-10 11:35:16,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 1: [2023-05-10 11:35:16,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 1: [2023-05-10 11:35:16,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 1: [2023-05-10 11:35:16,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +24: [2023-05-10 11:35:16,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-10 11:35:16,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-10 11:35:16,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-10 11:35:16,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-10 11:35:16,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-10 11:35:16,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-10 11:35:16,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-10 11:35:16,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-10 11:35:16,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +18: [2023-05-10 11:35:16,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +18: [2023-05-10 11:35:16,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +24: [2023-05-10 11:35:16,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-10 11:35:16,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-10 11:35:16,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +25: [2023-05-10 11:35:16,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-10 11:35:16,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-10 11:35:16,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-10 11:35:16,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-10 11:35:16,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-10 11:35:16,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-10 11:35:16,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-10 11:35:16,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-10 11:35:16,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-10 11:35:16,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-10 11:35:16,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:16,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-10 11:35:16,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-10 11:35:16,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-10 11:35:16,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-10 11:35:16,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-10 11:35:16,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-10 11:35:16,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-10 11:35:16,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-10 11:35:16,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-10 11:35:16,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-10 11:35:16,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-10 11:35:16,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-10 11:35:16,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-10 11:35:16,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:16,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-10 11:35:16,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +20: [2023-05-10 11:35:16,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-10 11:35:16,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +20: [2023-05-10 11:35:16,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +18: [2023-05-10 11:35:16,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-10 11:35:16,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +20: [2023-05-10 11:35:16,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-10 11:35:16,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 8: [2023-05-10 11:35:16,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +25: [2023-05-10 11:35:16,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-10 11:35:16,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-10 11:35:16,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-10 11:35:16,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-10 11:35:16,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-10 11:35:16,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:16,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-10 11:35:16,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +25: [2023-05-10 11:35:16,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-10 11:35:16,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-10 11:35:16,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +30: [2023-05-10 11:35:16,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +30: [2023-05-10 11:35:16,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +27: [2023-05-10 11:35:16,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +27: [2023-05-10 11:35:16,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 6: [2023-05-10 11:35:16,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-10 11:35:16,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-10 11:35:16,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +30: [2023-05-10 11:35:16,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +20: [2023-05-10 11:35:16,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-10 11:35:16,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +30: [2023-05-10 11:35:16,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +20: [2023-05-10 11:35:16,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:16,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:16,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-10 11:35:16,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:16,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:16,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-10 11:35:16,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-10 11:35:16,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-10 11:35:16,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +25: [2023-05-10 11:35:16,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-10 11:35:16,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-10 11:35:16,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +25: [2023-05-10 11:35:16,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +25: [2023-05-10 11:35:16,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-10 11:35:16,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 1: [2023-05-10 11:35:16,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-10 11:35:16,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-10 11:35:16,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 7: [2023-05-10 11:35:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-10 11:35:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-10 11:35:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-10 11:35:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-10 11:35:16,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-10 11:35:16,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-10 11:35:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-10 11:35:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-10 11:35:16,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-10 11:35:16,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-10 11:35:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-10 11:35:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-10 11:35:16,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-10 11:35:16,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-10 11:35:16,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-10 11:35:16,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-10 11:35:16,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-10 11:35:16,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-10 11:35:16,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-10 11:35:16,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-10 11:35:16,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-10 11:35:16,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-10 11:35:16,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-10 11:35:16,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 1: [2023-05-10 11:35:16,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-10 11:35:16,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-10 11:35:16,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-10 11:35:16,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-10 11:35:16,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-10 11:35:16,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-10 11:35:16,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-10 11:35:16,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-10 11:35:16,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-10 11:35:16,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-10 11:35:16,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-10 11:35:16,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-10 11:35:16,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-10 11:35:16,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-10 11:35:16,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +18: [2023-05-10 11:35:16,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-10 11:35:16,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-10 11:35:16,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-10 11:35:16,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-10 11:35:16,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-10 11:35:16,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-10 11:35:16,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-10 11:35:16,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-10 11:35:16,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-10 11:35:16,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-10 11:35:16,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-10 11:35:16,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-10 11:35:16,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-10 11:35:16,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +18: [2023-05-10 11:35:16,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-10 11:35:16,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-10 11:35:16,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-10 11:35:16,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-10 11:35:16,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-10 11:35:16,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-10 11:35:16,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-10 11:35:16,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-10 11:35:16,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +18: [2023-05-10 11:35:16,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 9: [2023-05-10 11:35:16,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-10 11:35:16,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-10 11:35:16,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +30: [2023-05-10 11:35:16,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-10 11:35:16,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-10 11:35:16,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 9: [2023-05-10 11:35:16,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-10 11:35:16,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-10 11:35:16,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:16,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-10 11:35:16,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 3: [2023-05-10 11:35:16,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-10 11:35:16,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-10 11:35:16,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-10 11:35:16,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-10 11:35:16,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-10 11:35:16,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-10 11:35:16,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-10 11:35:16,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-10 11:35:16,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-10 11:35:16,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-10 11:35:16,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-10 11:35:16,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-10 11:35:16,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-10 11:35:16,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-10 11:35:16,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-10 11:35:16,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-10 11:35:16,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-10 11:35:16,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-10 11:35:16,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-10 11:35:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-10 11:35:16,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-10 11:35:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-10 11:35:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-10 11:35:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-10 11:35:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-10 11:35:16,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-10 11:35:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-10 11:35:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-10 11:35:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-10 11:35:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-10 11:35:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 6: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +29: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-10 11:35:16,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-10 11:35:16,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-10 11:35:16,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-10 11:35:16,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-10 11:35:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-10 11:35:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-10 11:35:16,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-10 11:35:16,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-10 11:35:16,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-10 11:35:16,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-10 11:35:16,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-10 11:35:16,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-10 11:35:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-10 11:35:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-10 11:35:16,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-10 11:35:16,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-10 11:35:16,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-10 11:35:16,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-10 11:35:16,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-10 11:35:16,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +26: [2023-05-10 11:35:16,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-10 11:35:16,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-10 11:35:16,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-10 11:35:16,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +11: [2023-05-10 11:35:16,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-10 11:35:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 7: [2023-05-10 11:35:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +30: [2023-05-10 11:35:16,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-10 11:35:16,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-10 11:35:16,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-10 11:35:16,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-10 11:35:16,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-10 11:35:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-10 11:35:16,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 7: [2023-05-10 11:35:16,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +20: [2023-05-10 11:35:16,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +30: [2023-05-10 11:35:16,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-10 11:35:16,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-10 11:35:16,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-10 11:35:16,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-10 11:35:16,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-10 11:35:16,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-10 11:35:16,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +20: [2023-05-10 11:35:16,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +28: [2023-05-10 11:35:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-10 11:35:16,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-10 11:35:16,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-10 11:35:16,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-10 11:35:16,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-10 11:35:16,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-10 11:35:16,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-10 11:35:16,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-10 11:35:16,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-10 11:35:16,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 8: [2023-05-10 11:35:16,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 7: [2023-05-10 11:35:16,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-10 11:35:16,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-10 11:35:16,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +16: [2023-05-10 11:35:16,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-10 11:35:16,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-10 11:35:16,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-10 11:35:16,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +28: [2023-05-10 11:35:16,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-10 11:35:16,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-10 11:35:16,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 3: [2023-05-10 11:35:16,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-10 11:35:16,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-10 11:35:16,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-10 11:35:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-10 11:35:16,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 3: [2023-05-10 11:35:16,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-10 11:35:16,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-10 11:35:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-10 11:35:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-10 11:35:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-10 11:35:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-10 11:35:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +23: [2023-05-10 11:35:16,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 8: [2023-05-10 11:35:16,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 7: [2023-05-10 11:35:16,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-10 11:35:16,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-10 11:35:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-10 11:35:16,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +29: [2023-05-10 11:35:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-10 11:35:16,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-10 11:35:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +10: [2023-05-10 11:35:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +10: [2023-05-10 11:35:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +10: [2023-05-10 11:35:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +27: [2023-05-10 11:35:16,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +30: [2023-05-10 11:35:16,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-10 11:35:16,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-10 11:35:16,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-10 11:35:16,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-10 11:35:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-10 11:35:16,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-10 11:35:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-10 11:35:16,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-10 11:35:16,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-10 11:35:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-10 11:35:16,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 9: [2023-05-10 11:35:16,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-10 11:35:16,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-10 11:35:16,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-10 11:35:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-10 11:35:16,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-10 11:35:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-10 11:35:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-10 11:35:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 4: [2023-05-10 11:35:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 4: [2023-05-10 11:35:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 4: [2023-05-10 11:35:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +16: [2023-05-10 11:35:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-10 11:35:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-10 11:35:16,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-10 11:35:16,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-10 11:35:16,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-10 11:35:16,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-10 11:35:16,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-10 11:35:16,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-10 11:35:16,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-10 11:35:16,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-10 11:35:16,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-10 11:35:16,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-10 11:35:16,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-10 11:35:16,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-10 11:35:16,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-10 11:35:16,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-10 11:35:16,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +30: [2023-05-10 11:35:16,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +29: [2023-05-10 11:35:16,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-10 11:35:16,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-10 11:35:16,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-10 11:35:16,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-10 11:35:16,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-10 11:35:16,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-10 11:35:16,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-10 11:35:16,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-10 11:35:16,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-10 11:35:16,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-10 11:35:16,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-10 11:35:16,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-10 11:35:16,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-10 11:35:16,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-10 11:35:16,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-10 11:35:16,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-10 11:35:16,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-10 11:35:16,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 7: [2023-05-10 11:35:16,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-10 11:35:16,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-10 11:35:16,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-10 11:35:16,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-10 11:35:16,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-10 11:35:16,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-10 11:35:16,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-10 11:35:16,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-10 11:35:16,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-10 11:35:16,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-10 11:35:16,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-10 11:35:16,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-10 11:35:16,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-10 11:35:16,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-10 11:35:16,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-10 11:35:16,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-10 11:35:16,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-10 11:35:16,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-10 11:35:16,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-10 11:35:16,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-10 11:35:16,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-10 11:35:16,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-10 11:35:16,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-10 11:35:16,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-10 11:35:16,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-10 11:35:16,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-10 11:35:16,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +11: [2023-05-10 11:35:16,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-10 11:35:16,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +15: [2023-05-10 11:35:16,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 9: [2023-05-10 11:35:16,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-10 11:35:16,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-10 11:35:16,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +15: [2023-05-10 11:35:16,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 4: [2023-05-10 11:35:16,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-10 11:35:16,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-10 11:35:16,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-10 11:35:16,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-10 11:35:16,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-10 11:35:16,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-10 11:35:16,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-10 11:35:16,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-10 11:35:16,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-10 11:35:16,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-10 11:35:16,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-10 11:35:16,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-10 11:35:16,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 7: [2023-05-10 11:35:16,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-10 11:35:16,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-10 11:35:16,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-10 11:35:16,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-10 11:35:16,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-10 11:35:16,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-10 11:35:16,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-10 11:35:16,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-10 11:35:16,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-10 11:35:16,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-10 11:35:16,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-10 11:35:16,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-10 11:35:16,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 7: [2023-05-10 11:35:16,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-10 11:35:16,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-10 11:35:16,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-10 11:35:16,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-10 11:35:16,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-10 11:35:16,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-10 11:35:16,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-10 11:35:16,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-10 11:35:16,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-10 11:35:16,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-10 11:35:16,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-10 11:35:16,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 3: [2023-05-10 11:35:16,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +10: [2023-05-10 11:35:16,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-10 11:35:16,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-10 11:35:16,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-10 11:35:16,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-10 11:35:16,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-10 11:35:16,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-10 11:35:16,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-10 11:35:16,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-10 11:35:16,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-10 11:35:16,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +23: [2023-05-10 11:35:16,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 5: [2023-05-10 11:35:16,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 5: [2023-05-10 11:35:16,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 5: [2023-05-10 11:35:16,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 5: [2023-05-10 11:35:16,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +16: [2023-05-10 11:35:16,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +16: [2023-05-10 11:35:16,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +16: [2023-05-10 11:35:16,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +30: [2023-05-10 11:35:16,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-10 11:35:16,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +11: [2023-05-10 11:35:16,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +11: [2023-05-10 11:35:16,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +15: [2023-05-10 11:35:16,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-10 11:35:16,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-10 11:35:16,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-10 11:35:16,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +28: [2023-05-10 11:35:16,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +28: [2023-05-10 11:35:16,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +28: [2023-05-10 11:35:16,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +19: [2023-05-10 11:35:16,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +19: [2023-05-10 11:35:16,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +19: [2023-05-10 11:35:16,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +11: [2023-05-10 11:35:16,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +28: [2023-05-10 11:35:16,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +19: [2023-05-10 11:35:16,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 2: [2023-05-10 11:35:16,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 2: [2023-05-10 11:35:16,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 2: [2023-05-10 11:35:16,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 2: [2023-05-10 11:35:16,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +23: [2023-05-10 11:35:16,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-10 11:35:16,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +24: [2023-05-10 11:35:16,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +24: [2023-05-10 11:35:16,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +24: [2023-05-10 11:35:16,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +23: [2023-05-10 11:35:16,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +22: [2023-05-10 11:35:16,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +22: [2023-05-10 11:35:16,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +22: [2023-05-10 11:35:16,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +10: [2023-05-10 11:35:16,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-10 11:35:16,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +23: [2023-05-10 11:35:16,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-10 11:35:16,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-10 11:35:16,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 0: [2023-05-10 11:35:16,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 0: [2023-05-10 11:35:16,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 7: [2023-05-10 11:35:16,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-10 11:35:16,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-10 11:35:16,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-10 11:35:16,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +23: [2023-05-10 11:35:16,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-10 11:35:16,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +15: [2023-05-10 11:35:16,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-10 11:35:16,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 7: [2023-05-10 11:35:16,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 7: [2023-05-10 11:35:16,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +15: [2023-05-10 11:35:16,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +23: [2023-05-10 11:35:16,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +10: [2023-05-10 11:35:16,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-10 11:35:16,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-10 11:35:16,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-10 11:35:16,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-10 11:35:16,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-10 11:35:16,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-10 11:35:16,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-10 11:35:16,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-10 11:35:16,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-10 11:35:16,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-10 11:35:16,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-10 11:35:16,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-10 11:35:16,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +24: [2023-05-10 11:35:16,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-10 11:35:16,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-10 11:35:16,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-10 11:35:16,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-10 11:35:16,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-10 11:35:16,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-10 11:35:16,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +16: [2023-05-10 11:35:16,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-10 11:35:16,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-10 11:35:16,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-10 11:35:16,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-10 11:35:16,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-10 11:35:16,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-10 11:35:16,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-10 11:35:16,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +22: [2023-05-10 11:35:16,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-10 11:35:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-10 11:35:16,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-10 11:35:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-10 11:35:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-10 11:35:16,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-10 11:35:16,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-10 11:35:16,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-10 11:35:16,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-10 11:35:16,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-10 11:35:16,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-10 11:35:16,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +24: [2023-05-10 11:35:16,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-10 11:35:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-10 11:35:16,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-10 11:35:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +10: [2023-05-10 11:35:16,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +21: [2023-05-10 11:35:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +21: [2023-05-10 11:35:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +21: [2023-05-10 11:35:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +21: [2023-05-10 11:35:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 0: [2023-05-10 11:35:16,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-10 11:35:16,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 0: [2023-05-10 11:35:16,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-10 11:35:16,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-10 11:35:16,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-10 11:35:16,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-10 11:35:16,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +11: [2023-05-10 11:35:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-10 11:35:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +13: [2023-05-10 11:35:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +13: [2023-05-10 11:35:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +11: [2023-05-10 11:35:16,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +17: [2023-05-10 11:35:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +17: [2023-05-10 11:35:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +17: [2023-05-10 11:35:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +17: [2023-05-10 11:35:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +13: [2023-05-10 11:35:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +31: [2023-05-10 11:35:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +15: [2023-05-10 11:35:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-10 11:35:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-10 11:35:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +31: [2023-05-10 11:35:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +31: [2023-05-10 11:35:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +12: [2023-05-10 11:35:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +12: [2023-05-10 11:35:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +12: [2023-05-10 11:35:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +14: [2023-05-10 11:35:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +14: [2023-05-10 11:35:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +14: [2023-05-10 11:35:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 2: [2023-05-10 11:35:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-10 11:35:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +14: [2023-05-10 11:35:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 2: [2023-05-10 11:35:16,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +15: [2023-05-10 11:35:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-10 11:35:16,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-10 11:35:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +15: [2023-05-10 11:35:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +22: [2023-05-10 11:35:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +26: [2023-05-10 11:35:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +26: [2023-05-10 11:35:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +15: [2023-05-10 11:35:16,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 5: [2023-05-10 11:35:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-10 11:35:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +26: [2023-05-10 11:35:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 6: [2023-05-10 11:35:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 6: [2023-05-10 11:35:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 6: [2023-05-10 11:35:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 5: [2023-05-10 11:35:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 6: [2023-05-10 11:35:16,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +19: [2023-05-10 11:35:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-10 11:35:16,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +29: [2023-05-10 11:35:16,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +29: [2023-05-10 11:35:16,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 9: [2023-05-10 11:35:16,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +29: [2023-05-10 11:35:16,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +29: [2023-05-10 11:35:16,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 9: [2023-05-10 11:35:16,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. + 9: [2023-05-10 11:35:16,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +21: [2023-05-10 11:35:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-10 11:35:16,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_34-model_01-model_states.pt. +21: [2023-05-10 11:35:16,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-10 11:35:16,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-10 11:35:16,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-10 11:35:16,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-10 11:35:16,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +21: [2023-05-10 11:35:16,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-10 11:35:16,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +16: [2023-05-10 11:35:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-10 11:35:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-10 11:35:16,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-10 11:35:16,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +28: [2023-05-10 11:35:16,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +16: [2023-05-10 11:35:16,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +17: [2023-05-10 11:35:16,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-10 11:35:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-10 11:35:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-10 11:35:16,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-10 11:35:16,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-10 11:35:16,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-10 11:35:16,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-10 11:35:16,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-10 11:35:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-10 11:35:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-10 11:35:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-10 11:35:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-10 11:35:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 5: [2023-05-10 11:35:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +24: [2023-05-10 11:35:16,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-10 11:35:16,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-10 11:35:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-10 11:35:16,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-10 11:35:16,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-10 11:35:16,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-10 11:35:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +12: [2023-05-10 11:35:16,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-10 11:35:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-10 11:35:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-10 11:35:16,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-10 11:35:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-10 11:35:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-10 11:35:16,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +24: [2023-05-10 11:35:16,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +14: [2023-05-10 11:35:16,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-10 11:35:16,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +13: [2023-05-10 11:35:16,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-10 11:35:16,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-10 11:35:16,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-10 11:35:16,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-10 11:35:16,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-10 11:35:16,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-10 11:35:16,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-10 11:35:16,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 2: [2023-05-10 11:35:16,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-10 11:35:16,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-10 11:35:16,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-10 11:35:16,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-10 11:35:16,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +11: [2023-05-10 11:35:16,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +16: [2023-05-10 11:35:16,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +16: [2023-05-10 11:35:16,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 6: [2023-05-10 11:35:16,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-10 11:35:16,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-10 11:35:16,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-10 11:35:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-10 11:35:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-10 11:35:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-10 11:35:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-10 11:35:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-10 11:35:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-10 11:35:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 2: [2023-05-10 11:35:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 2: [2023-05-10 11:35:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +29: [2023-05-10 11:35:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-10 11:35:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +29: [2023-05-10 11:35:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-10 11:35:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-10 11:35:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-10 11:35:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-10 11:35:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-10 11:35:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-10 11:35:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-10 11:35:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-10 11:35:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-10 11:35:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +22: [2023-05-10 11:35:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-10 11:35:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-10 11:35:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 0: [2023-05-10 11:35:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-10 11:35:16,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +16: [2023-05-10 11:35:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +22: [2023-05-10 11:35:16,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +19: [2023-05-10 11:35:16,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 0: [2023-05-10 11:35:16,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +28: [2023-05-10 11:35:16,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-10 11:35:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 0: [2023-05-10 11:35:16,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-10 11:35:16,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 0: [2023-05-10 11:35:16,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-10 11:35:16,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-10 11:35:16,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-10 11:35:16,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 0: [2023-05-10 11:35:16,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 0: [2023-05-10 11:35:16,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +13: [2023-05-10 11:35:16,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-10 11:35:16,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-10 11:35:16,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-10 11:35:16,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +21: [2023-05-10 11:35:16,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-10 11:35:16,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-10 11:35:16,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-10 11:35:16,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-10 11:35:16,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +17: [2023-05-10 11:35:16,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-10 11:35:16,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-10 11:35:16,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-10 11:35:16,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 6: [2023-05-10 11:35:16,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-10 11:35:16,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +13: [2023-05-10 11:35:16,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-10 11:35:16,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +21: [2023-05-10 11:35:16,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +29: [2023-05-10 11:35:16,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +12: [2023-05-10 11:35:16,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-10 11:35:16,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-10 11:35:16,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 6: [2023-05-10 11:35:16,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +21: [2023-05-10 11:35:16,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +21: [2023-05-10 11:35:16,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +26: [2023-05-10 11:35:16,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +29: [2023-05-10 11:35:16,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-10 11:35:16,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +12: [2023-05-10 11:35:16,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +17: [2023-05-10 11:35:16,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-10 11:35:16,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-10 11:35:16,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +26: [2023-05-10 11:35:16,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-10 11:35:16,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +17: [2023-05-10 11:35:16,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 9: [2023-05-10 11:35:16,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-10 11:35:16,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-10 11:35:16,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-10 11:35:16,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-10 11:35:16,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +14: [2023-05-10 11:35:16,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-10 11:35:16,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-10 11:35:16,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 6: [2023-05-10 11:35:16,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-10 11:35:16,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-10 11:35:16,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-10 11:35:16,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-10 11:35:16,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-10 11:35:16,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-10 11:35:16,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +14: [2023-05-10 11:35:16,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 6: [2023-05-10 11:35:16,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +12: [2023-05-10 11:35:16,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-10 11:35:16,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 6: [2023-05-10 11:35:16,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +14: [2023-05-10 11:35:16,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +26: [2023-05-10 11:35:16,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +12: [2023-05-10 11:35:16,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +29: [2023-05-10 11:35:16,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +26: [2023-05-10 11:35:16,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 9: [2023-05-10 11:35:16,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +12: [2023-05-10 11:35:16,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 9: [2023-05-10 11:35:16,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-10 11:35:16,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-10 11:35:16,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +29: [2023-05-10 11:35:16,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-10 11:35:16,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-10 11:35:16,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-10 11:35:16,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-10 11:35:16,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-10 11:35:16,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +29: [2023-05-10 11:35:16,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 9: [2023-05-10 11:35:16,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-10 11:35:16,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +31: [2023-05-10 11:35:16,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +31: [2023-05-10 11:35:16,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +31: [2023-05-10 11:35:16,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... + 9: [2023-05-10 11:35:16,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt... +11: [2023-05-10 11:35:17,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 2: [2023-05-10 11:35:17,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 2: [2023-05-10 11:35:17,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 2: [2023-05-10 11:35:17,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 2: [2023-05-10 11:35:17,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +11: [2023-05-10 11:35:17,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +11: [2023-05-10 11:35:17,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +11: [2023-05-10 11:35:17,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 2: [2023-05-10 11:35:17,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-10 11:35:17,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-10 11:35:17,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-10 11:35:17,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-10 11:35:17,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-10 11:35:17,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-10 11:35:17,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-10 11:35:17,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-10 11:35:17,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-10 11:35:17,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-10 11:35:17,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-10 11:35:17,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-10 11:35:17,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-10 11:35:17,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-10 11:35:17,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-10 11:35:17,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-10 11:35:17,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-10 11:35:17,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-10 11:35:17,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-10 11:35:17,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-10 11:35:17,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-10 11:35:17,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-10 11:35:17,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-10 11:35:17,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-10 11:35:17,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +16: [2023-05-10 11:35:17,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +16: [2023-05-10 11:35:17,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +16: [2023-05-10 11:35:17,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 9: [2023-05-10 11:35:17,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-10 11:35:17,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-10 11:35:17,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-10 11:35:17,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-10 11:35:17,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-10 11:35:17,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-10 11:35:17,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-10 11:35:17,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-10 11:35:17,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +12: [2023-05-10 11:35:17,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +12: [2023-05-10 11:35:17,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +12: [2023-05-10 11:35:17,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +16: [2023-05-10 11:35:17,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-10 11:35:17,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-10 11:35:17,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-10 11:35:17,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-10 11:35:17,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +22: [2023-05-10 11:35:17,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +22: [2023-05-10 11:35:17,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +22: [2023-05-10 11:35:17,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +16: [2023-05-10 11:35:17,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-10 11:35:17,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +15: [2023-05-10 11:35:17,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +30: [2023-05-10 11:35:17,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-10 11:35:17,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-10 11:35:17,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-10 11:35:17,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-10 11:35:17,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-10 11:35:17,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-10 11:35:17,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +26: [2023-05-10 11:35:17,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +26: [2023-05-10 11:35:17,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +15: [2023-05-10 11:35:17,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +26: [2023-05-10 11:35:17,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +15: [2023-05-10 11:35:17,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +16: [2023-05-10 11:35:17,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-10 11:35:17,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-10 11:35:17,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +24: [2023-05-10 11:35:17,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +24: [2023-05-10 11:35:17,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +24: [2023-05-10 11:35:17,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +30: [2023-05-10 11:35:17,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-10 11:35:17,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-10 11:35:17,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-10 11:35:17,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-10 11:35:17,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-10 11:35:17,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-10 11:35:17,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-10 11:35:17,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-10 11:35:17,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-10 11:35:17,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-10 11:35:17,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-10 11:35:17,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-10 11:35:17,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-10 11:35:17,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-10 11:35:17,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-10 11:35:17,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-10 11:35:17,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-10 11:35:17,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-10 11:35:17,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-10 11:35:17,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +21: [2023-05-10 11:35:17,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +21: [2023-05-10 11:35:17,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +22: [2023-05-10 11:35:17,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-10 11:35:17,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-10 11:35:17,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +22: [2023-05-10 11:35:17,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-10 11:35:17,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-10 11:35:17,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-10 11:35:17,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-10 11:35:17,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-10 11:35:17,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-10 11:35:17,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-10 11:35:17,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-10 11:35:17,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-10 11:35:17,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-10 11:35:17,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-10 11:35:17,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-10 11:35:17,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-10 11:35:17,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-10 11:35:17,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-10 11:35:17,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-10 11:35:17,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-10 11:35:17,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-10 11:35:17,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-10 11:35:17,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-10 11:35:17,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-10 11:35:17,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-10 11:35:17,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-10 11:35:17,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-10 11:35:17,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-10 11:35:17,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-10 11:35:17,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-10 11:35:17,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-10 11:35:17,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-10 11:35:17,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-10 11:35:17,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-10 11:35:17,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-10 11:35:17,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-10 11:35:17,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-10 11:35:17,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-10 11:35:17,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-10 11:35:17,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-10 11:35:17,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-10 11:35:17,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +13: [2023-05-10 11:35:17,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-10 11:35:17,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-10 11:35:17,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-10 11:35:17,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-10 11:35:17,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-10 11:35:17,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-10 11:35:17,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-10 11:35:17,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-10 11:35:17,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-10 11:35:17,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-10 11:35:17,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-10 11:35:17,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-10 11:35:17,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-10 11:35:17,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-10 11:35:17,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-10 11:35:17,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-10 11:35:17,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-10 11:35:17,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-10 11:35:17,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-10 11:35:17,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-10 11:35:17,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-10 11:35:17,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-10 11:35:17,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-10 11:35:17,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-10 11:35:17,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-10 11:35:17,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-10 11:35:17,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-10 11:35:17,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-10 11:35:17,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-10 11:35:17,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-10 11:35:17,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-10 11:35:17,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-10 11:35:17,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-10 11:35:17,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-10 11:35:17,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-10 11:35:17,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-10 11:35:17,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-10 11:35:17,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-10 11:35:17,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-10 11:35:17,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-10 11:35:17,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-10 11:35:17,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-10 11:35:17,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-10 11:35:17,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-10 11:35:17,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-10 11:35:17,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-10 11:35:17,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-10 11:35:17,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-10 11:35:17,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-10 11:35:17,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-10 11:35:17,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-10 11:35:17,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-10 11:35:17,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-10 11:35:17,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-10 11:35:17,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-10 11:35:17,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-10 11:35:17,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-10 11:35:17,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-10 11:35:17,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-10 11:35:17,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-10 11:35:17,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-10 11:35:17,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-10 11:35:17,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-10 11:35:17,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-10 11:35:17,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-10 11:35:17,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-10 11:35:17,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-10 11:35:17,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-10 11:35:17,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-10 11:35:17,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-10 11:35:17,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-10 11:35:17,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +22: [2023-05-10 11:35:17,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-10 11:35:17,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-10 11:35:17,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +20: [2023-05-10 11:35:17,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-10 11:35:17,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-10 11:35:17,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-10 11:35:17,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +12: [2023-05-10 11:35:17,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-10 11:35:17,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-10 11:35:17,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +14: [2023-05-10 11:35:17,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +14: [2023-05-10 11:35:17,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +20: [2023-05-10 11:35:17,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-10 11:35:17,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-10 11:35:17,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-10 11:35:17,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +11: [2023-05-10 11:35:17,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-10 11:35:17,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-10 11:35:17,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +11: [2023-05-10 11:35:17,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-10 11:35:17,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-10 11:35:17,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-10 11:35:17,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-10 11:35:17,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-10 11:35:17,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-10 11:35:17,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-10 11:35:17,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-10 11:35:17,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +11: [2023-05-10 11:35:17,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-10 11:35:17,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-10 11:35:17,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-10 11:35:17,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-10 11:35:17,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-10 11:35:17,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-10 11:35:17,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-10 11:35:17,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-10 11:35:17,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-10 11:35:17,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-10 11:35:17,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-10 11:35:17,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-10 11:35:17,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-10 11:35:17,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-10 11:35:17,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +30: [2023-05-10 11:35:17,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-10 11:35:17,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +10: [2023-05-10 11:35:17,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-10 11:35:17,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-10 11:35:17,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-10 11:35:17,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-10 11:35:17,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-10 11:35:17,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-10 11:35:17,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-10 11:35:17,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-10 11:35:17,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-10 11:35:17,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-10 11:35:17,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 2: [2023-05-10 11:35:17,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 2: [2023-05-10 11:35:17,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 2: [2023-05-10 11:35:17,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +30: [2023-05-10 11:35:17,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-10 11:35:17,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-10 11:35:17,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-10 11:35:17,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-10 11:35:17,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-10 11:35:17,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-10 11:35:17,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-10 11:35:17,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-10 11:35:17,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-10 11:35:17,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-10 11:35:17,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-10 11:35:17,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-10 11:35:17,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-10 11:35:17,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +12: [2023-05-10 11:35:17,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +10: [2023-05-10 11:35:17,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-10 11:35:17,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-10 11:35:17,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +22: [2023-05-10 11:35:17,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-10 11:35:17,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-10 11:35:17,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +12: [2023-05-10 11:35:17,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +22: [2023-05-10 11:35:17,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-10 11:35:17,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-10 11:35:17,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-10 11:35:17,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-10 11:35:17,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-10 11:35:17,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +16: [2023-05-10 11:35:17,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-10 11:35:17,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +18: [2023-05-10 11:35:17,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-10 11:35:17,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-10 11:35:17,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-10 11:35:17,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-10 11:35:17,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-10 11:35:17,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-10 11:35:17,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +22: [2023-05-10 11:35:17,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-10 11:35:17,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-10 11:35:17,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-10 11:35:17,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-10 11:35:17,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-10 11:35:17,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-10 11:35:17,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-10 11:35:17,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-10 11:35:17,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-10 11:35:17,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-10 11:35:17,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-10 11:35:17,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-10 11:35:17,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-10 11:35:17,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 6: [2023-05-10 11:35:17,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 6: [2023-05-10 11:35:17,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 6: [2023-05-10 11:35:17,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +27: [2023-05-10 11:35:17,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-10 11:35:17,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-10 11:35:17,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-10 11:35:17,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-10 11:35:17,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-10 11:35:17,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-10 11:35:17,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-10 11:35:17,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-10 11:35:17,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-10 11:35:17,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-10 11:35:17,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-10 11:35:17,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-10 11:35:17,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-10 11:35:17,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-10 11:35:17,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-10 11:35:17,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-10 11:35:17,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-10 11:35:17,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-10 11:35:17,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-10 11:35:17,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-10 11:35:17,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-10 11:35:17,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-10 11:35:17,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-10 11:35:17,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-10 11:35:17,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-10 11:35:17,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-10 11:35:17,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-10 11:35:17,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-10 11:35:17,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-10 11:35:17,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-10 11:35:17,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-10 11:35:17,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-10 11:35:17,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-10 11:35:17,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +26: [2023-05-10 11:35:17,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +21: [2023-05-10 11:35:17,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-10 11:35:17,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-10 11:35:17,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +26: [2023-05-10 11:35:17,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-10 11:35:17,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-10 11:35:17,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-10 11:35:17,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-10 11:35:17,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-10 11:35:17,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-10 11:35:17,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-10 11:35:17,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-10 11:35:17,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-10 11:35:17,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-10 11:35:17,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +13: [2023-05-10 11:35:17,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-10 11:35:17,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-10 11:35:17,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-10 11:35:17,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +23: [2023-05-10 11:35:17,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-10 11:35:17,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +23: [2023-05-10 11:35:17,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-10 11:35:17,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-10 11:35:17,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-10 11:35:17,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-10 11:35:17,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-10 11:35:17,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-10 11:35:17,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-10 11:35:17,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-10 11:35:17,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-10 11:35:17,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-10 11:35:17,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-10 11:35:17,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-10 11:35:17,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-10 11:35:17,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-10 11:35:17,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-10 11:35:17,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-10 11:35:17,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-10 11:35:17,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-10 11:35:17,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-10 11:35:17,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-10 11:35:17,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-10 11:35:17,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-10 11:35:17,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-10 11:35:17,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +31: [2023-05-10 11:35:17,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-10 11:35:17,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-10 11:35:17,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-10 11:35:17,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-10 11:35:17,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-10 11:35:17,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-10 11:35:17,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-10 11:35:17,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-10 11:35:17,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-10 11:35:17,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-10 11:35:17,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-10 11:35:17,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-10 11:35:17,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-10 11:35:17,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-10 11:35:17,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-10 11:35:17,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-10 11:35:17,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-10 11:35:17,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-10 11:35:17,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-10 11:35:17,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-10 11:35:17,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-10 11:35:17,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-10 11:35:17,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-10 11:35:17,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-10 11:35:17,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-10 11:35:17,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-10 11:35:17,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-10 11:35:17,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-10 11:35:17,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-10 11:35:17,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 4: [2023-05-10 11:35:17,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-10 11:35:17,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-10 11:35:17,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-10 11:35:17,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-10 11:35:17,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-10 11:35:17,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-10 11:35:17,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-10 11:35:17,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-10 11:35:17,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-10 11:35:17,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-10 11:35:17,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-10 11:35:17,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-10 11:35:17,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-10 11:35:17,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-10 11:35:17,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-10 11:35:17,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +15: [2023-05-10 11:35:17,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-10 11:35:17,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-10 11:35:17,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-10 11:35:17,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-10 11:35:17,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-10 11:35:17,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-10 11:35:17,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-10 11:35:17,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-10 11:35:17,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-10 11:35:17,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-10 11:35:17,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-10 11:35:17,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 6: [2023-05-10 11:35:17,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-10 11:35:17,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-10 11:35:17,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-10 11:35:17,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-10 11:35:17,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 8: [2023-05-10 11:35:17,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-10 11:35:17,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-10 11:35:17,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-10 11:35:17,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-10 11:35:17,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +12: [2023-05-10 11:35:17,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-10 11:35:17,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-10 11:35:17,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-10 11:35:17,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-10 11:35:17,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-10 11:35:17,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-10 11:35:17,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-10 11:35:17,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 7: [2023-05-10 11:35:17,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-10 11:35:17,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-10 11:35:17,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-10 11:35:17,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-10 11:35:17,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-10 11:35:17,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-10 11:35:17,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-10 11:35:17,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-10 11:35:17,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-10 11:35:17,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-10 11:35:17,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-10 11:35:17,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-10 11:35:17,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-10 11:35:17,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-10 11:35:17,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-10 11:35:17,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-10 11:35:17,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-10 11:35:17,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-10 11:35:17,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-10 11:35:17,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-10 11:35:17,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-10 11:35:17,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-10 11:35:17,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-10 11:35:17,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-10 11:35:17,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-10 11:35:17,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-10 11:35:17,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-10 11:35:17,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-10 11:35:17,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-10 11:35:17,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-10 11:35:17,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-10 11:35:17,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-10 11:35:17,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-10 11:35:17,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-10 11:35:17,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-10 11:35:17,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-10 11:35:17,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +21: [2023-05-10 11:35:17,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +21: [2023-05-10 11:35:17,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +28: [2023-05-10 11:35:17,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-10 11:35:17,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-10 11:35:17,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-10 11:35:17,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-10 11:35:17,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-10 11:35:17,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +27: [2023-05-10 11:35:17,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +27: [2023-05-10 11:35:17,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +27: [2023-05-10 11:35:17,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +26: [2023-05-10 11:35:17,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-10 11:35:17,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 0: [2023-05-10 11:35:17,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 0: [2023-05-10 11:35:17,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +24: [2023-05-10 11:35:17,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-10 11:35:17,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-10 11:35:17,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +11: [2023-05-10 11:35:17,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-10 11:35:17,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-10 11:35:17,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +31: [2023-05-10 11:35:17,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +31: [2023-05-10 11:35:17,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +14: [2023-05-10 11:35:17,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-10 11:35:17,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-10 11:35:17,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +10: [2023-05-10 11:35:17,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-10 11:35:17,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-10 11:35:17,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-10 11:35:17,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-10 11:35:17,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-10 11:35:17,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-10 11:35:17,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-10 11:35:17,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-10 11:35:17,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-10 11:35:17,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-10 11:35:17,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-10 11:35:17,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-10 11:35:17,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-10 11:35:17,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-10 11:35:17,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +14: [2023-05-10 11:35:17,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +21: [2023-05-10 11:35:17,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-10 11:35:17,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-10 11:35:17,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-10 11:35:17,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-10 11:35:17,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +10: [2023-05-10 11:35:17,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +10: [2023-05-10 11:35:17,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +23: [2023-05-10 11:35:17,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-10 11:35:17,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-10 11:35:17,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-10 11:35:17,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-10 11:35:17,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-10 11:35:17,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-10 11:35:17,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +20: [2023-05-10 11:35:17,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-10 11:35:17,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-10 11:35:17,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-10 11:35:17,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-10 11:35:17,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-10 11:35:17,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-10 11:35:17,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-10 11:35:17,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-10 11:35:17,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +19: [2023-05-10 11:35:17,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +19: [2023-05-10 11:35:17,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 2: [2023-05-10 11:35:17,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-10 11:35:17,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-10 11:35:17,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-10 11:35:17,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-10 11:35:17,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-10 11:35:17,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-10 11:35:17,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-10 11:35:17,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-10 11:35:17,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-10 11:35:17,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-10 11:35:17,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +10: [2023-05-10 11:35:17,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-10 11:35:17,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +10: [2023-05-10 11:35:17,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-10 11:35:17,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-10 11:35:17,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-10 11:35:17,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-10 11:35:17,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-10 11:35:17,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-10 11:35:17,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-10 11:35:17,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-10 11:35:17,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-10 11:35:17,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-10 11:35:17,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-10 11:35:17,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-10 11:35:17,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-10 11:35:17,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-10 11:35:17,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-10 11:35:17,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-10 11:35:17,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-10 11:35:17,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-10 11:35:17,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-10 11:35:17,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-10 11:35:17,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-10 11:35:17,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-10 11:35:17,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-10 11:35:17,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-10 11:35:17,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-10 11:35:17,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-10 11:35:17,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-10 11:35:17,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-10 11:35:17,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-10 11:35:17,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-10 11:35:17,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-10 11:35:17,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-10 11:35:17,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-10 11:35:17,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-10 11:35:17,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-10 11:35:17,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 3: [2023-05-10 11:35:17,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-10 11:35:17,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-10 11:35:17,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-10 11:35:17,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-10 11:35:17,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-10 11:35:17,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-10 11:35:17,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-10 11:35:17,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-10 11:35:17,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-10 11:35:17,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-10 11:35:17,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-10 11:35:17,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-10 11:35:17,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-10 11:35:17,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-10 11:35:17,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-10 11:35:17,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-10 11:35:17,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-10 11:35:17,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-10 11:35:17,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-10 11:35:17,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-10 11:35:17,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-10 11:35:17,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-10 11:35:17,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-10 11:35:17,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +29: [2023-05-10 11:35:17,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +29: [2023-05-10 11:35:17,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +29: [2023-05-10 11:35:17,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +26: [2023-05-10 11:35:17,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-10 11:35:17,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +30: [2023-05-10 11:35:17,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +30: [2023-05-10 11:35:17,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +30: [2023-05-10 11:35:17,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +17: [2023-05-10 11:35:17,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-10 11:35:17,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-10 11:35:17,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-10 11:35:17,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-10 11:35:17,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-10 11:35:17,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-10 11:35:17,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-10 11:35:17,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-10 11:35:17,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +31: [2023-05-10 11:35:17,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-10 11:35:17,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-10 11:35:17,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 8: [2023-05-10 11:35:17,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-10 11:35:17,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 6: [2023-05-10 11:35:17,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +19: [2023-05-10 11:35:17,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-10 11:35:17,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-10 11:35:17,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-10 11:35:17,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-10 11:35:17,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-10 11:35:17,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +28: [2023-05-10 11:35:17,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +28: [2023-05-10 11:35:17,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +20: [2023-05-10 11:35:17,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +20: [2023-05-10 11:35:17,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +20: [2023-05-10 11:35:17,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +19: [2023-05-10 11:35:17,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-10 11:35:17,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +13: [2023-05-10 11:35:17,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +20: [2023-05-10 11:35:17,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +28: [2023-05-10 11:35:17,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +13: [2023-05-10 11:35:17,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 8: [2023-05-10 11:35:17,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-10 11:35:17,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-10 11:35:17,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +10: [2023-05-10 11:35:17,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-10 11:35:17,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-10 11:35:17,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 4: [2023-05-10 11:35:17,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 4: [2023-05-10 11:35:17,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 4: [2023-05-10 11:35:17,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 7: [2023-05-10 11:35:17,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 7: [2023-05-10 11:35:17,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 7: [2023-05-10 11:35:17,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 3: [2023-05-10 11:35:17,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-10 11:35:17,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 4: [2023-05-10 11:35:17,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-10 11:35:17,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-10 11:35:17,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-10 11:35:17,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-10 11:35:17,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 8: [2023-05-10 11:35:17,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +17: [2023-05-10 11:35:17,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-10 11:35:17,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-10 11:35:17,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-10 11:35:17,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-10 11:35:17,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-10 11:35:17,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-10 11:35:17,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-10 11:35:17,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-10 11:35:17,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-10 11:35:17,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-10 11:35:17,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +18: [2023-05-10 11:35:17,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +18: [2023-05-10 11:35:17,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +18: [2023-05-10 11:35:17,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +18: [2023-05-10 11:35:17,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 8: [2023-05-10 11:35:17,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +21: [2023-05-10 11:35:17,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-10 11:35:17,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-10 11:35:17,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-10 11:35:17,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +25: [2023-05-10 11:35:17,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +25: [2023-05-10 11:35:17,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +25: [2023-05-10 11:35:17,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 1: [2023-05-10 11:35:17,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-10 11:35:17,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-10 11:35:17,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 1: [2023-05-10 11:35:17,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +15: [2023-05-10 11:35:17,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-10 11:35:17,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 1: [2023-05-10 11:35:17,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +31: [2023-05-10 11:35:17,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-10 11:35:17,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-10 11:35:17,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-10 11:35:17,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-10 11:35:17,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-10 11:35:17,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-10 11:35:17,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-10 11:35:17,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-10 11:35:17,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-10 11:35:17,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +17: [2023-05-10 11:35:17,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +17: [2023-05-10 11:35:17,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 5: [2023-05-10 11:35:17,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 5: [2023-05-10 11:35:17,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 5: [2023-05-10 11:35:17,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +17: [2023-05-10 11:35:17,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 5: [2023-05-10 11:35:17,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 3: [2023-05-10 11:35:17,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-10 11:35:17,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-10 11:35:17,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +30: [2023-05-10 11:35:17,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-10 11:35:17,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-10 11:35:17,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +27: [2023-05-10 11:35:17,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 1: [2023-05-10 11:35:17,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-10 11:35:17,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +29: [2023-05-10 11:35:17,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-10 11:35:17,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-10 11:35:17,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-10 11:35:17,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-10 11:35:17,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-10 11:35:17,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-10 11:35:17,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-10 11:35:17,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 3: [2023-05-10 11:35:17,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-10 11:35:17,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-10 11:35:17,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-10 11:35:17,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-10 11:35:17,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-10 11:35:17,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-10 11:35:17,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-10 11:35:17,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-10 11:35:17,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-10 11:35:17,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-10 11:35:17,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-10 11:35:17,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-10 11:35:17,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-10 11:35:17,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 8: [2023-05-10 11:35:17,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-10 11:35:17,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-10 11:35:17,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-10 11:35:17,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-10 11:35:17,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-10 11:35:17,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-10 11:35:17,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-10 11:35:17,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-10 11:35:17,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-10 11:35:17,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-10 11:35:17,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-10 11:35:17,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-10 11:35:17,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-10 11:35:17,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-10 11:35:17,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. +23: [2023-05-10 11:35:17,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 6: [2023-05-10 11:35:17,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-10 11:35:17,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-10 11:35:17,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-10 11:35:17,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-10 11:35:17,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 9: [2023-05-10 11:35:17,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 9: [2023-05-10 11:35:17,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 9: [2023-05-10 11:35:17,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 8: [2023-05-10 11:35:17,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-10 11:35:17,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-10 11:35:17,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-10 11:35:17,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-10 11:35:17,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +18: [2023-05-10 11:35:17,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-10 11:35:17,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-10 11:35:17,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-10 11:35:17,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-10 11:35:17,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-10 11:35:17,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-10 11:35:17,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 6: [2023-05-10 11:35:17,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-10 11:35:17,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +18: [2023-05-10 11:35:17,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-10 11:35:17,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_35-model_01-model_states.pt. + 1: [2023-05-10 11:35:17,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-10 11:35:17,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-10 11:35:17,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-10 11:35:17,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-10 11:35:17,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-10 11:35:17,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-10 11:35:17,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 5: [2023-05-10 11:35:17,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-10 11:35:17,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-10 11:35:17,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-10 11:35:17,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-10 11:35:17,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-10 11:35:17,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-10 11:35:17,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-10 11:35:17,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-10 11:35:17,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-10 11:35:17,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-10 11:35:17,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-10 11:35:17,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-10 11:35:17,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-10 11:35:17,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 0: [2023-05-10 11:35:17,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-10 11:35:17,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-10 11:35:17,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-10 11:35:17,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-10 11:35:17,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-10 11:35:17,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-10 11:35:17,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-10 11:35:17,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +19: [2023-05-10 11:35:17,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-10 11:35:17,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-10 11:35:17,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-10 11:35:17,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-10 11:35:17,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-10 11:35:17,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-10 11:35:17,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-10 11:35:17,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-10 11:35:17,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-10 11:35:17,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-10 11:35:17,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-10 11:35:17,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 0: [2023-05-10 11:35:17,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 0: [2023-05-10 11:35:17,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 9: [2023-05-10 11:35:17,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-10 11:35:17,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +19: [2023-05-10 11:35:17,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +23: [2023-05-10 11:35:17,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-10 11:35:17,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-10 11:35:17,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +10: [2023-05-10 11:35:17,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +10: [2023-05-10 11:35:17,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +29: [2023-05-10 11:35:17,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-10 11:35:17,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +10: [2023-05-10 11:35:17,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +23: [2023-05-10 11:35:17,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-10 11:35:17,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +28: [2023-05-10 11:35:17,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-10 11:35:17,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-10 11:35:17,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-10 11:35:17,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-10 11:35:17,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-10 11:35:17,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-10 11:35:17,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-10 11:35:17,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-10 11:35:17,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +25: [2023-05-10 11:35:17,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-10 11:35:17,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +29: [2023-05-10 11:35:17,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +18: [2023-05-10 11:35:17,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-10 11:35:17,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 7: [2023-05-10 11:35:17,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +18: [2023-05-10 11:35:17,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +13: [2023-05-10 11:35:17,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-10 11:35:17,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-10 11:35:17,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +31: [2023-05-10 11:35:17,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +31: [2023-05-10 11:35:17,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 7: [2023-05-10 11:35:17,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-10 11:35:17,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-10 11:35:17,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +30: [2023-05-10 11:35:17,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-10 11:35:17,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-10 11:35:17,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-10 11:35:17,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-10 11:35:17,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +20: [2023-05-10 11:35:17,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-10 11:35:17,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-10 11:35:17,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-10 11:35:17,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +13: [2023-05-10 11:35:17,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-10 11:35:17,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +30: [2023-05-10 11:35:17,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +17: [2023-05-10 11:35:17,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +30: [2023-05-10 11:35:17,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +28: [2023-05-10 11:35:17,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-10 11:35:17,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +28: [2023-05-10 11:35:17,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +20: [2023-05-10 11:35:17,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-10 11:35:17,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +20: [2023-05-10 11:35:17,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 8: [2023-05-10 11:35:17,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-10 11:35:17,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 5: [2023-05-10 11:35:17,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-10 11:35:17,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-10 11:35:17,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-10 11:35:17,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-10 11:35:17,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 8: [2023-05-10 11:35:17,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-10 11:35:17,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +25: [2023-05-10 11:35:17,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-10 11:35:17,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 4: [2023-05-10 11:35:17,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-10 11:35:17,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-10 11:35:17,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-10 11:35:17,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-10 11:35:17,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 4: [2023-05-10 11:35:17,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-10 11:35:17,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +23: [2023-05-10 11:35:17,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 8: [2023-05-10 11:35:17,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-10 11:35:17,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-10 11:35:17,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 8: [2023-05-10 11:35:17,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +18: [2023-05-10 11:35:17,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-10 11:35:17,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 1: [2023-05-10 11:35:17,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-10 11:35:17,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +13: [2023-05-10 11:35:17,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-10 11:35:17,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 8: [2023-05-10 11:35:17,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +25: [2023-05-10 11:35:17,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-10 11:35:17,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-10 11:35:17,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-10 11:35:17,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-10 11:35:17,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-10 11:35:17,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 4: [2023-05-10 11:35:17,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +13: [2023-05-10 11:35:17,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-10 11:35:17,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +25: [2023-05-10 11:35:17,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +25: [2023-05-10 11:35:17,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +18: [2023-05-10 11:35:17,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +17: [2023-05-10 11:35:17,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-10 11:35:17,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-10 11:35:17,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +13: [2023-05-10 11:35:17,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 1: [2023-05-10 11:35:17,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-10 11:35:17,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +17: [2023-05-10 11:35:17,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 3: [2023-05-10 11:35:17,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-10 11:35:17,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-10 11:35:17,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-10 11:35:17,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 9: [2023-05-10 11:35:17,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 5: [2023-05-10 11:35:17,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 5: [2023-05-10 11:35:17,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 4: [2023-05-10 11:35:17,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-10 11:35:17,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +13: [2023-05-10 11:35:17,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 3: [2023-05-10 11:35:17,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-10 11:35:17,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-10 11:35:17,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-10 11:35:17,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-10 11:35:17,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-10 11:35:17,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 3: [2023-05-10 11:35:17,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 3: [2023-05-10 11:35:17,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +17: [2023-05-10 11:35:17,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 9: [2023-05-10 11:35:17,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-10 11:35:17,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-10 11:35:17,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 3: [2023-05-10 11:35:17,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +18: [2023-05-10 11:35:17,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 3: [2023-05-10 11:35:17,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 9: [2023-05-10 11:35:17,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 9: [2023-05-10 11:35:17,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 4: [2023-05-10 11:35:17,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-10 11:35:17,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +23: [2023-05-10 11:35:17,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-10 11:35:17,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +23: [2023-05-10 11:35:17,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... + 1: [2023-05-10 11:35:17,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +23: [2023-05-10 11:35:17,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-10 11:35:17,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-10 11:35:17,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +23: [2023-05-10 11:35:17,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-10 11:35:17,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +23: [2023-05-10 11:35:17,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt... +24: [2023-05-10 11:35:18,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-10 11:35:18,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-10 11:35:18,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-10 11:35:18,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-10 11:35:18,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-10 11:35:18,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-10 11:35:18,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-10 11:35:18,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 8: [2023-05-10 11:35:18,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 8: [2023-05-10 11:35:18,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 8: [2023-05-10 11:35:18,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 4: [2023-05-10 11:35:18,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-10 11:35:18,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-10 11:35:18,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-10 11:35:18,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-10 11:35:18,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-10 11:35:18,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-10 11:35:18,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-10 11:35:18,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-10 11:35:18,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 1: [2023-05-10 11:35:18,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 1: [2023-05-10 11:35:18,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 1: [2023-05-10 11:35:18,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +26: [2023-05-10 11:35:18,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +26: [2023-05-10 11:35:18,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +26: [2023-05-10 11:35:18,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +26: [2023-05-10 11:35:18,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 4: [2023-05-10 11:35:18,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-10 11:35:18,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +27: [2023-05-10 11:35:18,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +27: [2023-05-10 11:35:18,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +27: [2023-05-10 11:35:18,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +12: [2023-05-10 11:35:18,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +12: [2023-05-10 11:35:18,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +20: [2023-05-10 11:35:18,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +20: [2023-05-10 11:35:18,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +20: [2023-05-10 11:35:18,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +20: [2023-05-10 11:35:18,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +12: [2023-05-10 11:35:18,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +12: [2023-05-10 11:35:18,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 1: [2023-05-10 11:35:18,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-10 11:35:18,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-10 11:35:18,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +26: [2023-05-10 11:35:18,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-10 11:35:18,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +15: [2023-05-10 11:35:18,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +15: [2023-05-10 11:35:18,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +26: [2023-05-10 11:35:18,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-10 11:35:18,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-10 11:35:18,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +30: [2023-05-10 11:35:18,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +30: [2023-05-10 11:35:18,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +30: [2023-05-10 11:35:18,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 4: [2023-05-10 11:35:18,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-10 11:35:18,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +21: [2023-05-10 11:35:18,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +21: [2023-05-10 11:35:18,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 4: [2023-05-10 11:35:18,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-10 11:35:18,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +27: [2023-05-10 11:35:18,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-10 11:35:18,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +22: [2023-05-10 11:35:18,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +22: [2023-05-10 11:35:18,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +22: [2023-05-10 11:35:18,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +19: [2023-05-10 11:35:18,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +19: [2023-05-10 11:35:18,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +19: [2023-05-10 11:35:18,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +27: [2023-05-10 11:35:18,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-10 11:35:18,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-10 11:35:18,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +20: [2023-05-10 11:35:18,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-10 11:35:18,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-10 11:35:18,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-10 11:35:18,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +20: [2023-05-10 11:35:18,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-10 11:35:18,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-10 11:35:18,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 2: [2023-05-10 11:35:18,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 2: [2023-05-10 11:35:18,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +15: [2023-05-10 11:35:18,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-10 11:35:18,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 2: [2023-05-10 11:35:18,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +13: [2023-05-10 11:35:18,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +13: [2023-05-10 11:35:18,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 7: [2023-05-10 11:35:18,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 7: [2023-05-10 11:35:18,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 7: [2023-05-10 11:35:18,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 7: [2023-05-10 11:35:18,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +12: [2023-05-10 11:35:18,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-10 11:35:18,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-10 11:35:18,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-10 11:35:18,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +18: [2023-05-10 11:35:18,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +18: [2023-05-10 11:35:18,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +13: [2023-05-10 11:35:18,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +18: [2023-05-10 11:35:18,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +13: [2023-05-10 11:35:18,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +23: [2023-05-10 11:35:18,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 4: [2023-05-10 11:35:18,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 4: [2023-05-10 11:35:18,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 4: [2023-05-10 11:35:18,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 4: [2023-05-10 11:35:18,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +15: [2023-05-10 11:35:18,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-10 11:35:18,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-10 11:35:18,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 5: [2023-05-10 11:35:18,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 5: [2023-05-10 11:35:18,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 9: [2023-05-10 11:35:18,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 9: [2023-05-10 11:35:18,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 9: [2023-05-10 11:35:18,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +15: [2023-05-10 11:35:18,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 5: [2023-05-10 11:35:18,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +17: [2023-05-10 11:35:18,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +17: [2023-05-10 11:35:18,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 5: [2023-05-10 11:35:18,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +17: [2023-05-10 11:35:18,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +30: [2023-05-10 11:35:18,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-10 11:35:18,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 3: [2023-05-10 11:35:18,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 3: [2023-05-10 11:35:18,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +25: [2023-05-10 11:35:18,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +25: [2023-05-10 11:35:18,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 3: [2023-05-10 11:35:18,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +25: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +14: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +14: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +30: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +16: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 3: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +25: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 6: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +10: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +10: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +24: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +24: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +24: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 0: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 0: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 0: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +10: [2023-05-10 11:35:18,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 0: [2023-05-10 11:35:18,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 6: [2023-05-10 11:35:18,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-10 11:35:18,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +28: [2023-05-10 11:35:18,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +24: [2023-05-10 11:35:18,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +28: [2023-05-10 11:35:18,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +28: [2023-05-10 11:35:18,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 6: [2023-05-10 11:35:18,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-10 11:35:18,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +14: [2023-05-10 11:35:18,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +14: [2023-05-10 11:35:18,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +28: [2023-05-10 11:35:18,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 6: [2023-05-10 11:35:18,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-10 11:35:18,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-10 11:35:18,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-10 11:35:18,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-10 11:35:18,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 6: [2023-05-10 11:35:18,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +29: [2023-05-10 11:35:18,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +29: [2023-05-10 11:35:18,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 6: [2023-05-10 11:35:18,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-10 11:35:18,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +29: [2023-05-10 11:35:18,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +22: [2023-05-10 11:35:18,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-10 11:35:18,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +29: [2023-05-10 11:35:18,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 6: [2023-05-10 11:35:18,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-10 11:35:18,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-10 11:35:18,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +31: [2023-05-10 11:35:18,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +31: [2023-05-10 11:35:18,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. + 5: [2023-05-10 11:35:18,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-10 11:35:18,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +19: [2023-05-10 11:35:18,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-10 11:35:18,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-10 11:35:18,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +11: [2023-05-10 11:35:18,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +11: [2023-05-10 11:35:18,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +11: [2023-05-10 11:35:18,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_36-model_01-model_states.pt. +19: [2023-05-10 11:35:18,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-10 11:35:18,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-10 11:35:18,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-10 11:35:18,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-10 11:35:18,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-10 11:35:18,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-10 11:35:18,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-10 11:35:18,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-10 11:35:18,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-10 11:35:18,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-10 11:35:18,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-10 11:35:18,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-10 11:35:18,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-10 11:35:18,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-10 11:35:18,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-10 11:35:18,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-10 11:35:18,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-10 11:35:18,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-10 11:35:18,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-10 11:35:18,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-10 11:35:18,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-10 11:35:18,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-10 11:35:18,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-10 11:35:18,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-10 11:35:18,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-10 11:35:18,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-10 11:35:18,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-10 11:35:18,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-10 11:35:18,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-10 11:35:18,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-10 11:35:18,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-10 11:35:18,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-10 11:35:18,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-10 11:35:18,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-10 11:35:18,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-10 11:35:18,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-10 11:35:18,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-10 11:35:18,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-10 11:35:18,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-10 11:35:18,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-10 11:35:18,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-10 11:35:18,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-10 11:35:18,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-10 11:35:18,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-10 11:35:18,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-10 11:35:18,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-10 11:35:18,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-10 11:35:18,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-10 11:35:18,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-10 11:35:18,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-10 11:35:18,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-10 11:35:18,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-10 11:35:18,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-10 11:35:18,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-10 11:35:18,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-10 11:35:18,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-10 11:35:18,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-10 11:35:18,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-10 11:35:18,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-10 11:35:18,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-10 11:35:18,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-10 11:35:18,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-10 11:35:18,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-10 11:35:18,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-10 11:35:18,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-10 11:35:18,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +15: [2023-05-10 11:35:18,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-10 11:35:18,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-10 11:35:18,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-10 11:35:18,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-10 11:35:18,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-10 11:35:18,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-10 11:35:18,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-10 11:35:18,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-10 11:35:18,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-10 11:35:18,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 4: [2023-05-10 11:35:18,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-10 11:35:18,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-10 11:35:18,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-10 11:35:18,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-10 11:35:18,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 5: [2023-05-10 11:35:18,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-10 11:35:18,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-10 11:35:18,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +15: [2023-05-10 11:35:18,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +15: [2023-05-10 11:35:18,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 4: [2023-05-10 11:35:18,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 5: [2023-05-10 11:35:18,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 6: [2023-05-10 11:35:18,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 5: [2023-05-10 11:35:18,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 5: [2023-05-10 11:35:18,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 5: [2023-05-10 11:35:18,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +29: [2023-05-10 11:35:18,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-10 11:35:18,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 4: [2023-05-10 11:35:18,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +29: [2023-05-10 11:35:18,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-10 11:35:18,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-10 11:35:18,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-10 11:35:18,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +29: [2023-05-10 11:35:18,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-10 11:35:18,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-10 11:35:18,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-10 11:35:18,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-10 11:35:18,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-10 11:35:18,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +29: [2023-05-10 11:35:18,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-10 11:35:18,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-10 11:35:18,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +18: [2023-05-10 11:35:18,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-10 11:35:18,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-10 11:35:18,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-10 11:35:18,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-10 11:35:18,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-10 11:35:18,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-10 11:35:18,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-10 11:35:18,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +18: [2023-05-10 11:35:18,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-10 11:35:18,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-10 11:35:18,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-10 11:35:18,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +29: [2023-05-10 11:35:18,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 6: [2023-05-10 11:35:18,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +18: [2023-05-10 11:35:18,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-10 11:35:18,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-10 11:35:18,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-10 11:35:18,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +18: [2023-05-10 11:35:18,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +18: [2023-05-10 11:35:18,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +18: [2023-05-10 11:35:18,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +18: [2023-05-10 11:35:18,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 6: [2023-05-10 11:35:18,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +15: [2023-05-10 11:35:18,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +15: [2023-05-10 11:35:18,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-10 11:35:18,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-10 11:35:18,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-10 11:35:18,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-10 11:35:18,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-10 11:35:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-10 11:35:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-10 11:35:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-10 11:35:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-10 11:35:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-10 11:35:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-10 11:35:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-10 11:35:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-10 11:35:18,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-10 11:35:18,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-10 11:35:18,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +17: [2023-05-10 11:35:18,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-10 11:35:18,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-10 11:35:18,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-10 11:35:18,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-10 11:35:18,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +17: [2023-05-10 11:35:18,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +29: [2023-05-10 11:35:18,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-10 11:35:18,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-10 11:35:18,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +29: [2023-05-10 11:35:18,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-10 11:35:18,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-10 11:35:18,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-10 11:35:18,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-10 11:35:18,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-10 11:35:18,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-10 11:35:18,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 9: [2023-05-10 11:35:18,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 9: [2023-05-10 11:35:18,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 9: [2023-05-10 11:35:18,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 9: [2023-05-10 11:35:18,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-10 11:35:18,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-10 11:35:18,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-10 11:35:18,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-10 11:35:18,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-10 11:35:18,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-10 11:35:18,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-10 11:35:18,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-10 11:35:18,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-10 11:35:18,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-10 11:35:18,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-10 11:35:18,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-10 11:35:18,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-10 11:35:18,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-10 11:35:18,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-10 11:35:18,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-10 11:35:18,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-10 11:35:18,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-10 11:35:18,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-10 11:35:18,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-10 11:35:18,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +30: [2023-05-10 11:35:18,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-10 11:35:18,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +30: [2023-05-10 11:35:18,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +30: [2023-05-10 11:35:18,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-10 11:35:18,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 9: [2023-05-10 11:35:18,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-10 11:35:18,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-10 11:35:18,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-10 11:35:18,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-10 11:35:18,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-10 11:35:18,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-10 11:35:18,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-10 11:35:18,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-10 11:35:18,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-10 11:35:18,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-10 11:35:18,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-10 11:35:18,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-10 11:35:18,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-10 11:35:18,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-10 11:35:18,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +26: [2023-05-10 11:35:18,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-10 11:35:18,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +26: [2023-05-10 11:35:18,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-10 11:35:18,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +26: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +12: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-10 11:35:18,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-10 11:35:18,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-10 11:35:18,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-10 11:35:18,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-10 11:35:18,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +12: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +12: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +10: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +13: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 1: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +13: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 1: [2023-05-10 11:35:18,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 1: [2023-05-10 11:35:18,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-10 11:35:18,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-10 11:35:18,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-10 11:35:18,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-10 11:35:18,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-10 11:35:18,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-10 11:35:18,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-10 11:35:18,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-10 11:35:18,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-10 11:35:18,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-10 11:35:18,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 8: [2023-05-10 11:35:18,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +10: [2023-05-10 11:35:18,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-10 11:35:18,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 2: [2023-05-10 11:35:18,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +10: [2023-05-10 11:35:18,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +10: [2023-05-10 11:35:18,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 2: [2023-05-10 11:35:18,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 8: [2023-05-10 11:35:18,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-10 11:35:18,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-10 11:35:18,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 2: [2023-05-10 11:35:18,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +28: [2023-05-10 11:35:18,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +30: [2023-05-10 11:35:18,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-10 11:35:18,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-10 11:35:18,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 2: [2023-05-10 11:35:18,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +10: [2023-05-10 11:35:18,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +13: [2023-05-10 11:35:18,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-10 11:35:18,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 2: [2023-05-10 11:35:18,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-10 11:35:18,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +13: [2023-05-10 11:35:18,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 2: [2023-05-10 11:35:18,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-10 11:35:18,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-10 11:35:18,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +13: [2023-05-10 11:35:18,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-10 11:35:18,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 7: [2023-05-10 11:35:18,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-10 11:35:18,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-10 11:35:18,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-10 11:35:18,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-10 11:35:18,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-10 11:35:18,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-10 11:35:18,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-10 11:35:18,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-10 11:35:18,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +28: [2023-05-10 11:35:18,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +28: [2023-05-10 11:35:18,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-10 11:35:18,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-10 11:35:18,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-10 11:35:18,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-10 11:35:18,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-10 11:35:18,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-10 11:35:18,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-10 11:35:18,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 7: [2023-05-10 11:35:18,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +31: [2023-05-10 11:35:18,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-10 11:35:18,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-10 11:35:18,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-10 11:35:18,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-10 11:35:18,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-10 11:35:18,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-10 11:35:18,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +30: [2023-05-10 11:35:18,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +21: [2023-05-10 11:35:18,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-10 11:35:18,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +31: [2023-05-10 11:35:18,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 7: [2023-05-10 11:35:18,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-10 11:35:18,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +21: [2023-05-10 11:35:18,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-10 11:35:18,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-10 11:35:18,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +21: [2023-05-10 11:35:18,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +21: [2023-05-10 11:35:18,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +21: [2023-05-10 11:35:18,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-10 11:35:18,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +21: [2023-05-10 11:35:18,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +21: [2023-05-10 11:35:18,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-10 11:35:18,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-10 11:35:18,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-10 11:35:18,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-10 11:35:18,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-10 11:35:18,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-10 11:35:18,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-10 11:35:18,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-10 11:35:18,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-10 11:35:18,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-10 11:35:18,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-10 11:35:18,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-10 11:35:18,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-10 11:35:18,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-10 11:35:18,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +27: [2023-05-10 11:35:18,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +22: [2023-05-10 11:35:18,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-10 11:35:18,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-10 11:35:18,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-10 11:35:18,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-10 11:35:18,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-10 11:35:18,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-10 11:35:18,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-10 11:35:18,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-10 11:35:18,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-10 11:35:18,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-10 11:35:18,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +22: [2023-05-10 11:35:18,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +22: [2023-05-10 11:35:18,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +22: [2023-05-10 11:35:18,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +26: [2023-05-10 11:35:18,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-10 11:35:18,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-10 11:35:18,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-10 11:35:18,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-10 11:35:18,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-10 11:35:18,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-10 11:35:18,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +20: [2023-05-10 11:35:18,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-10 11:35:18,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +20: [2023-05-10 11:35:18,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-10 11:35:18,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-10 11:35:18,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-10 11:35:18,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-10 11:35:18,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-10 11:35:18,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-10 11:35:18,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-10 11:35:18,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-10 11:35:18,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +20: [2023-05-10 11:35:18,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +20: [2023-05-10 11:35:18,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-10 11:35:18,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-10 11:35:18,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 2: [2023-05-10 11:35:18,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-10 11:35:18,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-10 11:35:18,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-10 11:35:18,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-10 11:35:18,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-10 11:35:18,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +12: [2023-05-10 11:35:18,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-10 11:35:18,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-10 11:35:18,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-10 11:35:18,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-10 11:35:18,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-10 11:35:18,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-10 11:35:18,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-10 11:35:18,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-10 11:35:18,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-10 11:35:18,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-10 11:35:18,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-10 11:35:18,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-10 11:35:18,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-10 11:35:18,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +25: [2023-05-10 11:35:18,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-10 11:35:18,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +25: [2023-05-10 11:35:18,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +25: [2023-05-10 11:35:18,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-10 11:35:18,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-10 11:35:18,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +10: [2023-05-10 11:35:18,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-10 11:35:18,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-10 11:35:18,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-10 11:35:18,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-10 11:35:18,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-10 11:35:18,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-10 11:35:18,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-10 11:35:18,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-10 11:35:18,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-10 11:35:18,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-10 11:35:18,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-10 11:35:18,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-10 11:35:18,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-10 11:35:18,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-10 11:35:18,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-10 11:35:18,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-10 11:35:18,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-10 11:35:18,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-10 11:35:18,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-10 11:35:18,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-10 11:35:18,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-10 11:35:18,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-10 11:35:18,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-10 11:35:18,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-10 11:35:18,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-10 11:35:18,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-10 11:35:18,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-10 11:35:18,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-10 11:35:18,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-10 11:35:18,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:18,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-10 11:35:18,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-10 11:35:18,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-10 11:35:18,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-10 11:35:18,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-10 11:35:18,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-10 11:35:18,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:18,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +16: [2023-05-10 11:35:18,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +27: [2023-05-10 11:35:18,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:18,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +14: [2023-05-10 11:35:18,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-10 11:35:18,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-10 11:35:18,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-10 11:35:18,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +16: [2023-05-10 11:35:18,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-10 11:35:18,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-10 11:35:18,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-10 11:35:18,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-10 11:35:18,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-10 11:35:18,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-10 11:35:18,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-10 11:35:18,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-10 11:35:18,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-10 11:35:18,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-10 11:35:18,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:18,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-10 11:35:18,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-10 11:35:18,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-10 11:35:18,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-10 11:35:18,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:18,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-10 11:35:18,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-10 11:35:18,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-10 11:35:18,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-10 11:35:18,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-10 11:35:18,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-10 11:35:18,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-10 11:35:18,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +13: [2023-05-10 11:35:18,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-10 11:35:18,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-10 11:35:18,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-10 11:35:18,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-10 11:35:18,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-10 11:35:18,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-10 11:35:18,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-10 11:35:18,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-10 11:35:18,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-10 11:35:18,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-10 11:35:18,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 3: [2023-05-10 11:35:18,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +14: [2023-05-10 11:35:18,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +14: [2023-05-10 11:35:18,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +14: [2023-05-10 11:35:18,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 7: [2023-05-10 11:35:18,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-10 11:35:18,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-10 11:35:18,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-10 11:35:18,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 3: [2023-05-10 11:35:18,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 3: [2023-05-10 11:35:18,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-10 11:35:18,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-10 11:35:18,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-10 11:35:18,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-10 11:35:18,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-10 11:35:18,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-10 11:35:18,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-10 11:35:18,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-10 11:35:18,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-10 11:35:18,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-10 11:35:18,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-10 11:35:18,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-10 11:35:18,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-10 11:35:18,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-10 11:35:18,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-10 11:35:18,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-10 11:35:18,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-10 11:35:18,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-10 11:35:18,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-10 11:35:18,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-10 11:35:18,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-10 11:35:18,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-10 11:35:18,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-10 11:35:18,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-10 11:35:18,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-10 11:35:18,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-10 11:35:18,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-10 11:35:18,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-10 11:35:18,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-10 11:35:18,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-10 11:35:18,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-10 11:35:18,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-10 11:35:18,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-10 11:35:18,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-10 11:35:18,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-10 11:35:18,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:18,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-10 11:35:18,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-10 11:35:18,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-10 11:35:18,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:18,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-10 11:35:18,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-10 11:35:18,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-10 11:35:18,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-10 11:35:18,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-10 11:35:18,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-10 11:35:18,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-10 11:35:18,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-10 11:35:18,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-10 11:35:18,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-10 11:35:18,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-10 11:35:18,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-10 11:35:18,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-10 11:35:18,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-10 11:35:18,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-10 11:35:18,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-10 11:35:18,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-10 11:35:18,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-10 11:35:18,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-10 11:35:18,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-10 11:35:18,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-10 11:35:18,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-10 11:35:18,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-10 11:35:18,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-10 11:35:18,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-10 11:35:18,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-10 11:35:18,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-10 11:35:18,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-10 11:35:18,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-10 11:35:18,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-10 11:35:18,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +11: [2023-05-10 11:35:18,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +23: [2023-05-10 11:35:18,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-10 11:35:18,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +23: [2023-05-10 11:35:18,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-10 11:35:18,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-10 11:35:18,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-10 11:35:18,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-10 11:35:18,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-10 11:35:18,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-10 11:35:18,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +23: [2023-05-10 11:35:18,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +23: [2023-05-10 11:35:18,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-10 11:35:18,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-10 11:35:18,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-10 11:35:18,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-10 11:35:18,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +19: [2023-05-10 11:35:18,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 0: [2023-05-10 11:35:18,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-10 11:35:18,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-10 11:35:18,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-10 11:35:18,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +11: [2023-05-10 11:35:18,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 0: [2023-05-10 11:35:18,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 0: [2023-05-10 11:35:18,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 0: [2023-05-10 11:35:18,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 0: [2023-05-10 11:35:18,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +11: [2023-05-10 11:35:18,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-10 11:35:18,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-10 11:35:18,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +11: [2023-05-10 11:35:18,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-10 11:35:18,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... +23: [2023-05-10 11:35:18,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-10 11:35:18,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-10 11:35:18,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt... + 3: [2023-05-10 11:35:18,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-10 11:35:18,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:18,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:18,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-10 11:35:18,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:18,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-10 11:35:18,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-10 11:35:18,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-10 11:35:18,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-10 11:35:18,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-10 11:35:18,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-10 11:35:18,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-10 11:35:18,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-10 11:35:18,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-10 11:35:18,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-10 11:35:18,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-10 11:35:18,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-10 11:35:18,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-10 11:35:18,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-10 11:35:18,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-10 11:35:18,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-10 11:35:18,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-10 11:35:18,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-10 11:35:18,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-10 11:35:18,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-10 11:35:18,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-10 11:35:18,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-10 11:35:18,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-10 11:35:18,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-10 11:35:18,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-10 11:35:18,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-10 11:35:18,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-10 11:35:18,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-10 11:35:18,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-10 11:35:18,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-10 11:35:18,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-10 11:35:18,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-10 11:35:18,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-10 11:35:18,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-10 11:35:18,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-10 11:35:18,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-10 11:35:18,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-10 11:35:18,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-10 11:35:18,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-10 11:35:18,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-10 11:35:18,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 9: [2023-05-10 11:35:18,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 9: [2023-05-10 11:35:18,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 9: [2023-05-10 11:35:18,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 5: [2023-05-10 11:35:18,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-10 11:35:18,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-10 11:35:18,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-10 11:35:18,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-10 11:35:18,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-10 11:35:18,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-10 11:35:18,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-10 11:35:18,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-10 11:35:18,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-10 11:35:18,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-10 11:35:18,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-10 11:35:18,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-10 11:35:18,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-10 11:35:18,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-10 11:35:18,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-10 11:35:18,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-10 11:35:18,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-10 11:35:18,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-10 11:35:18,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-10 11:35:18,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-10 11:35:18,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-10 11:35:18,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-10 11:35:18,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-10 11:35:18,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-10 11:35:18,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-10 11:35:18,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-10 11:35:18,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-10 11:35:18,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-10 11:35:18,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-10 11:35:18,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-10 11:35:18,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-10 11:35:18,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-10 11:35:18,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-10 11:35:18,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-10 11:35:18,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-10 11:35:18,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 9: [2023-05-10 11:35:18,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 9: [2023-05-10 11:35:18,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +15: [2023-05-10 11:35:18,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-10 11:35:18,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-10 11:35:18,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-10 11:35:18,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-10 11:35:18,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-10 11:35:18,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-10 11:35:18,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-10 11:35:18,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-10 11:35:18,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-10 11:35:18,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-10 11:35:18,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-10 11:35:18,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-10 11:35:18,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-10 11:35:18,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-10 11:35:18,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-10 11:35:18,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-10 11:35:18,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-10 11:35:18,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-10 11:35:18,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-10 11:35:18,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-10 11:35:18,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-10 11:35:18,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-10 11:35:18,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-10 11:35:18,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-10 11:35:18,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-10 11:35:18,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-10 11:35:18,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-10 11:35:18,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-10 11:35:18,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-10 11:35:18,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-10 11:35:18,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-10 11:35:18,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-10 11:35:18,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-10 11:35:18,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-10 11:35:18,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-10 11:35:18,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-10 11:35:18,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-10 11:35:18,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-10 11:35:18,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-10 11:35:18,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-10 11:35:18,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-10 11:35:18,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-10 11:35:18,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-10 11:35:18,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-10 11:35:18,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-10 11:35:18,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-10 11:35:18,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-10 11:35:18,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-10 11:35:18,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-10 11:35:18,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-10 11:35:18,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-10 11:35:18,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-10 11:35:18,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-10 11:35:18,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-10 11:35:18,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-10 11:35:18,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-10 11:35:18,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-10 11:35:18,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-10 11:35:18,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-10 11:35:18,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-10 11:35:18,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-10 11:35:18,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 9: [2023-05-10 11:35:18,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-10 11:35:18,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-10 11:35:18,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-10 11:35:18,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-10 11:35:18,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-10 11:35:18,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-10 11:35:18,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-10 11:35:18,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-10 11:35:18,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-10 11:35:18,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-10 11:35:18,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-10 11:35:18,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-10 11:35:18,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-10 11:35:18,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-10 11:35:18,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-10 11:35:18,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-10 11:35:18,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-10 11:35:18,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-10 11:35:18,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-10 11:35:18,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-10 11:35:18,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-10 11:35:18,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-10 11:35:18,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-10 11:35:18,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-10 11:35:18,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-10 11:35:18,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-10 11:35:18,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-10 11:35:18,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-10 11:35:18,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-10 11:35:18,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-10 11:35:18,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-10 11:35:18,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-10 11:35:18,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-10 11:35:18,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt... +22: [2023-05-10 11:35:18,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-10 11:35:18,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-10 11:35:18,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-10 11:35:18,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-10 11:35:18,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-10 11:35:18,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-10 11:35:18,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-10 11:35:18,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-10 11:35:18,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 4: [2023-05-10 11:35:18,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 4: [2023-05-10 11:35:18,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +18: [2023-05-10 11:35:18,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 7: [2023-05-10 11:35:18,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt... + 7: [2023-05-10 11:35:18,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt... +18: [2023-05-10 11:35:18,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt... +26: [2023-05-10 11:35:18,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-10 11:35:18,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-10 11:35:18,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +18: [2023-05-10 11:35:18,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-10 11:35:18,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +31: [2023-05-10 11:35:18,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-10 11:35:18,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-10 11:35:18,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-10 11:35:18,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-10 11:35:18,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +15: [2023-05-10 11:35:18,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +18: [2023-05-10 11:35:18,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-10 11:35:18,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-10 11:35:18,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-10 11:35:18,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-10 11:35:18,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-10 11:35:18,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-10 11:35:18,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-10 11:35:18,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-10 11:35:18,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-10 11:35:18,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +22: [2023-05-10 11:35:18,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +22: [2023-05-10 11:35:18,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-10 11:35:18,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-10 11:35:18,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-10 11:35:18,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-10 11:35:18,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-10 11:35:18,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-10 11:35:18,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-10 11:35:18,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 4: [2023-05-10 11:35:18,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-10 11:35:18,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-10 11:35:18,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-10 11:35:18,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-10 11:35:18,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-10 11:35:18,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-10 11:35:18,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-10 11:35:18,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-10 11:35:18,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-10 11:35:18,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-10 11:35:18,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-10 11:35:18,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-10 11:35:18,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-10 11:35:18,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-10 11:35:18,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-10 11:35:18,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-10 11:35:18,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-10 11:35:18,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-10 11:35:18,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-10 11:35:18,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-10 11:35:18,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-10 11:35:18,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-10 11:35:18,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-10 11:35:18,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-10 11:35:18,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-10 11:35:18,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-10 11:35:18,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-10 11:35:18,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-10 11:35:18,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-10 11:35:18,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-10 11:35:18,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-10 11:35:18,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-10 11:35:18,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-10 11:35:18,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-10 11:35:18,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-10 11:35:18,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-10 11:35:18,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-10 11:35:18,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-10 11:35:18,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-10 11:35:18,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-10 11:35:18,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-10 11:35:18,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-10 11:35:18,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-10 11:35:18,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-10 11:35:18,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-10 11:35:18,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-10 11:35:18,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-10 11:35:18,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-10 11:35:18,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-10 11:35:18,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-10 11:35:18,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-10 11:35:18,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-10 11:35:18,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-10 11:35:18,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-10 11:35:18,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-10 11:35:18,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-10 11:35:18,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-10 11:35:18,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-10 11:35:18,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-10 11:35:18,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-10 11:35:18,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-10 11:35:18,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +13: [2023-05-10 11:35:18,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +25: [2023-05-10 11:35:18,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-10 11:35:18,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-10 11:35:18,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +25: [2023-05-10 11:35:18,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-10 11:35:18,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-10 11:35:18,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +13: [2023-05-10 11:35:18,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +31: [2023-05-10 11:35:18,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-10 11:35:18,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-10 11:35:18,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-10 11:35:18,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-10 11:35:18,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-10 11:35:18,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-10 11:35:18,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-10 11:35:18,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-10 11:35:18,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +12: [2023-05-10 11:35:18,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-10 11:35:18,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-10 11:35:18,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-10 11:35:18,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-10 11:35:18,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-10 11:35:18,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-10 11:35:18,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-10 11:35:18,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-10 11:35:18,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-10 11:35:18,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-10 11:35:18,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-10 11:35:18,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-10 11:35:18,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-10 11:35:18,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +12: [2023-05-10 11:35:18,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 4: [2023-05-10 11:35:18,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +12: [2023-05-10 11:35:18,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 4: [2023-05-10 11:35:18,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-10 11:35:18,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 4: [2023-05-10 11:35:18,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt... +30: [2023-05-10 11:35:18,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt... + 7: [2023-05-10 11:35:18,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt... +30: [2023-05-10 11:35:18,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-10 11:35:18,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-10 11:35:18,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-10 11:35:18,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +31: [2023-05-10 11:35:18,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt... +16: [2023-05-10 11:35:18,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-10 11:35:18,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-10 11:35:18,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:18,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-10 11:35:18,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-10 11:35:18,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-10 11:35:18,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-10 11:35:18,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-10 11:35:18,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-10 11:35:18,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-10 11:35:18,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-10 11:35:18,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-10 11:35:18,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-10 11:35:18,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +13: [2023-05-10 11:35:18,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-10 11:35:18,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-10 11:35:18,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +24: [2023-05-10 11:35:18,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +24: [2023-05-10 11:35:18,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +24: [2023-05-10 11:35:18,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-10 11:35:18,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-10 11:35:18,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-10 11:35:18,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-10 11:35:18,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-10 11:35:18,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-10 11:35:18,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-10 11:35:18,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-10 11:35:18,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-10 11:35:18,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-10 11:35:18,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +21: [2023-05-10 11:35:18,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +21: [2023-05-10 11:35:18,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +21: [2023-05-10 11:35:18,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-10 11:35:18,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-10 11:35:18,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +15: [2023-05-10 11:35:18,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-10 11:35:18,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-10 11:35:18,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-10 11:35:18,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-10 11:35:18,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-10 11:35:18,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-10 11:35:18,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-10 11:35:18,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-10 11:35:18,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-10 11:35:18,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-10 11:35:18,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-10 11:35:18,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-10 11:35:18,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-10 11:35:18,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-10 11:35:18,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-10 11:35:18,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 4: [2023-05-10 11:35:18,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 7: [2023-05-10 11:35:18,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 7: [2023-05-10 11:35:18,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +29: [2023-05-10 11:35:18,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +31: [2023-05-10 11:35:18,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-10 11:35:18,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-10 11:35:18,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-10 11:35:18,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-10 11:35:18,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-10 11:35:18,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-10 11:35:18,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +31: [2023-05-10 11:35:18,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-10 11:35:18,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-10 11:35:18,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-10 11:35:18,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +30: [2023-05-10 11:35:18,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-10 11:35:18,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +10: [2023-05-10 11:35:18,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 7: [2023-05-10 11:35:18,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-10 11:35:18,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 8: [2023-05-10 11:35:18,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-10 11:35:18,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +10: [2023-05-10 11:35:18,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +12: [2023-05-10 11:35:18,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-10 11:35:18,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-10 11:35:18,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-10 11:35:18,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 1: [2023-05-10 11:35:18,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 1: [2023-05-10 11:35:18,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 1: [2023-05-10 11:35:18,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 8: [2023-05-10 11:35:18,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-10 11:35:18,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +18: [2023-05-10 11:35:18,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 8: [2023-05-10 11:35:18,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-10 11:35:18,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-10 11:35:18,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +18: [2023-05-10 11:35:18,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +12: [2023-05-10 11:35:18,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-10 11:35:18,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-10 11:35:18,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 8: [2023-05-10 11:35:18,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +22: [2023-05-10 11:35:18,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-10 11:35:18,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +26: [2023-05-10 11:35:18,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +26: [2023-05-10 11:35:18,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +26: [2023-05-10 11:35:18,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +15: [2023-05-10 11:35:18,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-10 11:35:18,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +31: [2023-05-10 11:35:18,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-10 11:35:18,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-10 11:35:18,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-10 11:35:18,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-10 11:35:18,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-10 11:35:18,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-10 11:35:18,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-10 11:35:18,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-10 11:35:18,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +22: [2023-05-10 11:35:18,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +15: [2023-05-10 11:35:18,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +28: [2023-05-10 11:35:18,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-10 11:35:18,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-10 11:35:18,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-10 11:35:18,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-10 11:35:18,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-10 11:35:18,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-10 11:35:18,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-10 11:35:18,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-10 11:35:18,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt... +27: [2023-05-10 11:35:18,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-10 11:35:18,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-10 11:35:18,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-10 11:35:18,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-10 11:35:18,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-10 11:35:18,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-10 11:35:18,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-10 11:35:18,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-10 11:35:18,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-10 11:35:18,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-10 11:35:18,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-10 11:35:18,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-10 11:35:18,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-10 11:35:18,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-10 11:35:18,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-10 11:35:18,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-10 11:35:18,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-10 11:35:18,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-10 11:35:18,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +31: [2023-05-10 11:35:18,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +21: [2023-05-10 11:35:18,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-10 11:35:18,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-10 11:35:18,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-10 11:35:18,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-10 11:35:18,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-10 11:35:18,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-10 11:35:18,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-10 11:35:18,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-10 11:35:18,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-10 11:35:18,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-10 11:35:18,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-10 11:35:18,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-10 11:35:18,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-10 11:35:18,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-10 11:35:18,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-10 11:35:18,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-10 11:35:18,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-10 11:35:18,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-10 11:35:18,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-10 11:35:18,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-10 11:35:18,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 7: [2023-05-10 11:35:18,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-10 11:35:18,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +16: [2023-05-10 11:35:18,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-10 11:35:18,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +27: [2023-05-10 11:35:18,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-10 11:35:18,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 8: [2023-05-10 11:35:18,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-10 11:35:18,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-10 11:35:18,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-10 11:35:18,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-10 11:35:18,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-10 11:35:18,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-10 11:35:18,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-10 11:35:18,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-10 11:35:18,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-10 11:35:18,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-10 11:35:18,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-10 11:35:18,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-10 11:35:18,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-10 11:35:18,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt... +24: [2023-05-10 11:35:18,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt... + 1: [2023-05-10 11:35:18,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-10 11:35:18,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt... +24: [2023-05-10 11:35:18,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt... +18: [2023-05-10 11:35:18,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-10 11:35:18,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-10 11:35:18,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt... + 8: [2023-05-10 11:35:18,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-10 11:35:18,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-10 11:35:18,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-10 11:35:18,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt... + 8: [2023-05-10 11:35:18,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:18,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-10 11:35:18,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-10 11:35:18,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-10 11:35:18,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-10 11:35:18,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-10 11:35:18,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-10 11:35:18,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-10 11:35:18,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-10 11:35:18,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-10 11:35:18,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-10 11:35:18,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-10 11:35:18,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-10 11:35:18,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-10 11:35:18,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-10 11:35:18,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-10 11:35:18,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-10 11:35:18,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-10 11:35:18,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-10 11:35:18,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-10 11:35:18,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-10 11:35:18,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-10 11:35:18,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-10 11:35:18,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-10 11:35:18,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-10 11:35:18,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-10 11:35:18,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-10 11:35:18,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-10 11:35:18,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-10 11:35:18,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-10 11:35:18,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-10 11:35:18,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-10 11:35:18,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-10 11:35:18,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-10 11:35:18,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +12: [2023-05-10 11:35:18,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-10 11:35:18,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-10 11:35:18,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-10 11:35:18,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-10 11:35:18,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:18,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-10 11:35:18,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-10 11:35:18,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +12: [2023-05-10 11:35:18,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-10 11:35:18,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-10 11:35:18,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:18,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-10 11:35:18,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-10 11:35:18,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-10 11:35:18,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-10 11:35:18,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:18,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-10 11:35:18,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +13: [2023-05-10 11:35:18,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +28: [2023-05-10 11:35:18,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +28: [2023-05-10 11:35:18,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +28: [2023-05-10 11:35:18,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +25: [2023-05-10 11:35:18,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-10 11:35:18,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +25: [2023-05-10 11:35:18,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-10 11:35:18,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-10 11:35:18,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-10 11:35:18,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +25: [2023-05-10 11:35:18,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-10 11:35:18,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-10 11:35:18,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-10 11:35:18,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-10 11:35:18,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-10 11:35:18,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-10 11:35:18,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +25: [2023-05-10 11:35:18,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-10 11:35:18,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +13: [2023-05-10 11:35:18,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +12: [2023-05-10 11:35:18,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +25: [2023-05-10 11:35:18,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-10 11:35:18,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-10 11:35:18,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-10 11:35:18,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt... +25: [2023-05-10 11:35:18,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-10 11:35:18,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-10 11:35:18,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-10 11:35:18,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-10 11:35:18,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt... + 0: [2023-05-10 11:35:18,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-10 11:35:18,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 0: [2023-05-10 11:35:18,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-10 11:35:18,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-10 11:35:18,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt... +30: [2023-05-10 11:35:18,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-10 11:35:18,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-10 11:35:18,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +21: [2023-05-10 11:35:18,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-10 11:35:18,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-10 11:35:18,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +21: [2023-05-10 11:35:18,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-10 11:35:18,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-10 11:35:18,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-10 11:35:18,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-10 11:35:18,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-10 11:35:18,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-10 11:35:18,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:18,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-10 11:35:18,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-10 11:35:18,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-10 11:35:18,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 8: [2023-05-10 11:35:18,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-10 11:35:18,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-10 11:35:18,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-10 11:35:18,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-10 11:35:18,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-10 11:35:18,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-10 11:35:18,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-10 11:35:18,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-10 11:35:18,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-10 11:35:18,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-10 11:35:18,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 7: [2023-05-10 11:35:18,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-10 11:35:18,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-10 11:35:18,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +24: [2023-05-10 11:35:18,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-10 11:35:18,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +24: [2023-05-10 11:35:18,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-10 11:35:18,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-10 11:35:18,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-10 11:35:18,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-10 11:35:18,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-10 11:35:18,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-10 11:35:18,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:18,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-10 11:35:18,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-10 11:35:18,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-10 11:35:18,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 8: [2023-05-10 11:35:18,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-10 11:35:18,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-10 11:35:18,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-10 11:35:18,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-10 11:35:18,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-10 11:35:18,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-10 11:35:18,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-10 11:35:18,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 8: [2023-05-10 11:35:18,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 2: [2023-05-10 11:35:18,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +18: [2023-05-10 11:35:18,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 2: [2023-05-10 11:35:18,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +18: [2023-05-10 11:35:18,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-10 11:35:18,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-10 11:35:18,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-10 11:35:18,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-10 11:35:18,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-10 11:35:18,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-10 11:35:18,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-10 11:35:18,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt... +29: [2023-05-10 11:35:18,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 7: [2023-05-10 11:35:18,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 8: [2023-05-10 11:35:18,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +30: [2023-05-10 11:35:18,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 9: [2023-05-10 11:35:18,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt... + 1: [2023-05-10 11:35:18,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +24: [2023-05-10 11:35:18,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +20: [2023-05-10 11:35:18,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-10 11:35:18,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt... + 6: [2023-05-10 11:35:18,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 6: [2023-05-10 11:35:18,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 6: [2023-05-10 11:35:18,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 6: [2023-05-10 11:35:18,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt... + 1: [2023-05-10 11:35:18,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 6: [2023-05-10 11:35:18,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 9: [2023-05-10 11:35:18,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt... +17: [2023-05-10 11:35:18,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt... + 6: [2023-05-10 11:35:18,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt... +18: [2023-05-10 11:35:18,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 7: [2023-05-10 11:35:18,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-10 11:35:18,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 9: [2023-05-10 11:35:18,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt... + 1: [2023-05-10 11:35:18,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +28: [2023-05-10 11:35:18,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-10 11:35:18,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-10 11:35:18,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-10 11:35:18,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-10 11:35:18,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +18: [2023-05-10 11:35:18,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 8: [2023-05-10 11:35:18,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 5: [2023-05-10 11:35:18,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 8: [2023-05-10 11:35:18,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 5: [2023-05-10 11:35:18,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 8: [2023-05-10 11:35:18,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-10 11:35:18,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 8: [2023-05-10 11:35:18,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-10 11:35:18,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-10 11:35:18,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +28: [2023-05-10 11:35:18,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-10 11:35:18,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-10 11:35:18,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-10 11:35:18,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +17: [2023-05-10 11:35:18,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 8: [2023-05-10 11:35:18,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-10 11:35:18,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-10 11:35:18,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +17: [2023-05-10 11:35:18,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 1: [2023-05-10 11:35:18,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-10 11:35:18,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 0: [2023-05-10 11:35:18,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-10 11:35:18,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-10 11:35:18,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-10 11:35:18,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-10 11:35:18,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-10 11:35:18,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-10 11:35:18,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-10 11:35:18,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-10 11:35:18,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-10 11:35:18,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-10 11:35:18,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-10 11:35:18,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-10 11:35:18,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-10 11:35:18,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-10 11:35:18,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-10 11:35:18,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-10 11:35:18,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-10 11:35:18,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-10 11:35:18,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-10 11:35:18,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-10 11:35:18,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-10 11:35:18,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +11: [2023-05-10 11:35:18,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-10 11:35:18,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-10 11:35:18,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-10 11:35:18,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-10 11:35:18,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 2: [2023-05-10 11:35:18,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-10 11:35:18,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 3: [2023-05-10 11:35:18,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 3: [2023-05-10 11:35:18,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +27: [2023-05-10 11:35:18,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +27: [2023-05-10 11:35:18,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +27: [2023-05-10 11:35:18,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 6: [2023-05-10 11:35:18,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-10 11:35:18,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-10 11:35:18,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +25: [2023-05-10 11:35:18,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +25: [2023-05-10 11:35:18,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +25: [2023-05-10 11:35:18,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 6: [2023-05-10 11:35:18,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-10 11:35:18,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 6: [2023-05-10 11:35:18,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-10 11:35:18,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-10 11:35:18,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-10 11:35:18,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-10 11:35:18,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +20: [2023-05-10 11:35:18,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +31: [2023-05-10 11:35:18,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-10 11:35:18,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-10 11:35:18,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-10 11:35:18,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-10 11:35:18,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +11: [2023-05-10 11:35:18,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-10 11:35:18,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-10 11:35:18,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-10 11:35:18,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-10 11:35:18,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 1: [2023-05-10 11:35:18,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +20: [2023-05-10 11:35:18,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-10 11:35:18,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +20: [2023-05-10 11:35:18,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-10 11:35:18,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +26: [2023-05-10 11:35:18,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +26: [2023-05-10 11:35:18,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +21: [2023-05-10 11:35:18,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +21: [2023-05-10 11:35:18,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +19: [2023-05-10 11:35:18,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-10 11:35:18,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-10 11:35:18,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-10 11:35:18,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-10 11:35:18,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-10 11:35:18,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-10 11:35:18,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-10 11:35:18,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-10 11:35:18,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +31: [2023-05-10 11:35:18,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +31: [2023-05-10 11:35:18,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +17: [2023-05-10 11:35:18,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-10 11:35:18,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 6: [2023-05-10 11:35:18,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt... +13: [2023-05-10 11:35:18,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-10 11:35:18,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 0: [2023-05-10 11:35:18,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-10 11:35:18,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-10 11:35:18,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-10 11:35:18,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-10 11:35:18,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-10 11:35:18,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-10 11:35:18,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-10 11:35:18,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-10 11:35:18,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-10 11:35:18,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-10 11:35:18,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-10 11:35:18,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-10 11:35:18,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-10 11:35:18,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-10 11:35:18,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-10 11:35:18,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-10 11:35:18,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-10 11:35:18,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-10 11:35:18,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-10 11:35:18,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-10 11:35:18,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-10 11:35:18,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-10 11:35:18,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-10 11:35:18,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-10 11:35:18,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-10 11:35:18,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-10 11:35:18,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-10 11:35:18,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-10 11:35:18,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-10 11:35:18,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-10 11:35:18,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-10 11:35:18,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-10 11:35:18,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-10 11:35:19,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-10 11:35:19,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-10 11:35:19,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-10 11:35:19,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-10 11:35:19,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-10 11:35:19,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-10 11:35:19,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-10 11:35:19,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-10 11:35:19,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-10 11:35:19,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-10 11:35:19,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-10 11:35:19,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-10 11:35:19,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-10 11:35:19,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-10 11:35:19,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-10 11:35:19,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-10 11:35:19,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-10 11:35:19,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-10 11:35:19,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-10 11:35:19,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-10 11:35:19,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-10 11:35:19,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-10 11:35:19,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-10 11:35:19,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-10 11:35:19,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-10 11:35:19,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-10 11:35:19,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-10 11:35:19,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-10 11:35:19,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-10 11:35:19,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-10 11:35:19,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-10 11:35:19,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-10 11:35:19,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-10 11:35:19,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-10 11:35:19,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-10 11:35:19,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-10 11:35:19,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-10 11:35:19,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-10 11:35:19,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-10 11:35:19,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-10 11:35:19,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-10 11:35:19,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-10 11:35:19,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-10 11:35:19,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-10 11:35:19,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-10 11:35:19,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-10 11:35:19,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-10 11:35:19,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +23: [2023-05-10 11:35:19,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-10 11:35:19,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-10 11:35:19,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-10 11:35:19,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-10 11:35:19,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-10 11:35:19,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-10 11:35:19,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-10 11:35:19,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-10 11:35:19,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-10 11:35:19,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-10 11:35:19,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-10 11:35:19,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-10 11:35:19,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-10 11:35:19,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-10 11:35:19,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-10 11:35:19,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-10 11:35:19,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 3: [2023-05-10 11:35:19,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-10 11:35:19,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-10 11:35:19,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-10 11:35:19,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-10 11:35:19,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-10 11:35:19,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +11: [2023-05-10 11:35:19,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +21: [2023-05-10 11:35:19,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-10 11:35:19,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-10 11:35:19,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-10 11:35:19,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 0: [2023-05-10 11:35:19,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-10 11:35:19,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-10 11:35:19,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +13: [2023-05-10 11:35:19,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-10 11:35:19,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-10 11:35:19,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-10 11:35:19,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-10 11:35:19,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-10 11:35:19,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-10 11:35:19,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-10 11:35:19,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-10 11:35:19,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-10 11:35:19,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-10 11:35:19,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-10 11:35:19,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-10 11:35:19,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-10 11:35:19,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-10 11:35:19,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-10 11:35:19,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-10 11:35:19,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-10 11:35:19,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-10 11:35:19,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-10 11:35:19,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-10 11:35:19,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-10 11:35:19,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-10 11:35:19,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-10 11:35:19,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-10 11:35:19,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-10 11:35:19,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-10 11:35:19,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-10 11:35:19,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-10 11:35:19,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-10 11:35:19,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-10 11:35:19,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-10 11:35:19,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-10 11:35:19,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-10 11:35:19,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-10 11:35:19,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-10 11:35:19,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-10 11:35:19,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-10 11:35:19,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-10 11:35:19,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-10 11:35:19,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-10 11:35:19,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-10 11:35:19,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-10 11:35:19,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +28: [2023-05-10 11:35:19,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +10: [2023-05-10 11:35:19,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +10: [2023-05-10 11:35:19,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +28: [2023-05-10 11:35:19,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 2: [2023-05-10 11:35:19,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-10 11:35:19,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-10 11:35:19,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 6: [2023-05-10 11:35:19,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-10 11:35:19,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-10 11:35:19,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +28: [2023-05-10 11:35:19,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +28: [2023-05-10 11:35:19,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 6: [2023-05-10 11:35:19,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-10 11:35:19,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt... + 2: [2023-05-10 11:35:19,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 3: [2023-05-10 11:35:19,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-10 11:35:19,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 3: [2023-05-10 11:35:19,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-10 11:35:19,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +27: [2023-05-10 11:35:19,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-10 11:35:19,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 0: > overriding learning rate value to 0.0002 + 0: > overriding minimum learning rate value to 2e-05 + 0: > overriding warmup iterations value to 0 + 0: > overriding total number of iterations value to 1 + 0: > overriding decay style value to cosine + 3: [2023-05-10 11:35:19,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-10 11:35:19,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-10 11:35:19,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-10 11:35:19,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-10 11:35:19,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-10 11:35:19,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-10 11:35:19,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-10 11:35:19,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-10 11:35:19,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-10 11:35:19,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-10 11:35:19,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-10 11:35:19,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-10 11:35:19,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-10 11:35:19,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-10 11:35:19,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-10 11:35:19,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-10 11:35:19,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-10 11:35:19,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-10 11:35:19,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-10 11:35:19,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-10 11:35:19,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-10 11:35:19,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-10 11:35:19,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-10 11:35:19,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-10 11:35:19,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-10 11:35:19,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-10 11:35:19,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-10 11:35:19,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-10 11:35:19,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-10 11:35:19,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-10 11:35:19,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-10 11:35:19,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 5: [2023-05-10 11:35:19,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +11: [2023-05-10 11:35:19,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-10 11:35:19,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-10 11:35:19,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-10 11:35:19,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-10 11:35:19,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 9: [2023-05-10 11:35:19,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt... +10: [2023-05-10 11:35:19,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-10 11:35:19,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +17: [2023-05-10 11:35:19,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +27: [2023-05-10 11:35:19,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-10 11:35:19,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-10 11:35:19,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-10 11:35:19,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-10 11:35:19,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-10 11:35:19,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-10 11:35:19,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-10 11:35:19,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +20: [2023-05-10 11:35:19,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-10 11:35:19,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-10 11:35:19,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +25: [2023-05-10 11:35:19,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-10 11:35:19,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-10 11:35:19,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +25: [2023-05-10 11:35:19,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +17: [2023-05-10 11:35:19,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 5: [2023-05-10 11:35:19,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 2: [2023-05-10 11:35:19,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt... +27: [2023-05-10 11:35:19,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +27: [2023-05-10 11:35:19,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +19: [2023-05-10 11:35:19,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-10 11:35:19,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-10 11:35:19,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +27: [2023-05-10 11:35:19,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +20: [2023-05-10 11:35:19,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-10 11:35:19,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +25: [2023-05-10 11:35:19,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 2: [2023-05-10 11:35:19,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt... +25: [2023-05-10 11:35:19,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +10: [2023-05-10 11:35:19,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-10 11:35:19,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-10 11:35:19,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-10 11:35:19,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-10 11:35:19,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-10 11:35:19,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt... +19: [2023-05-10 11:35:19,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-10 11:35:19,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-10 11:35:19,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-10 11:35:19,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt... +20: [2023-05-10 11:35:19,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +20: [2023-05-10 11:35:19,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +29: [2023-05-10 11:35:19,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt... +10: [2023-05-10 11:35:19,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-10 11:35:19,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 3: [2023-05-10 11:35:19,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 3: [2023-05-10 11:35:19,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-10 11:35:19,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-10 11:35:19,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-10 11:35:19,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-10 11:35:19,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-10 11:35:19,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-10 11:35:19,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-10 11:35:19,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-10 11:35:19,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-10 11:35:19,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +29: [2023-05-10 11:35:19,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt... +16: [2023-05-10 11:35:19,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +16: [2023-05-10 11:35:19,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +16: [2023-05-10 11:35:19,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +16: [2023-05-10 11:35:19,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +23: [2023-05-10 11:35:19,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-10 11:35:19,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-10 11:35:19,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +23: [2023-05-10 11:35:19,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +23: [2023-05-10 11:35:19,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-10 11:35:19,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +19: [2023-05-10 11:35:19,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +10: [2023-05-10 11:35:19,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-10 11:35:19,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-10 11:35:19,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-10 11:35:19,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-10 11:35:19,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-10 11:35:19,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-10 11:35:19,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-10 11:35:19,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-10 11:35:19,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-10 11:35:19,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +19: [2023-05-10 11:35:19,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +19: [2023-05-10 11:35:19,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-10 11:35:19,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-10 11:35:19,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-10 11:35:19,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-10 11:35:19,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-10 11:35:19,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-10 11:35:19,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt... +19: [2023-05-10 11:35:19,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-10 11:35:19,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-10 11:35:19,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt... +19: [2023-05-10 11:35:19,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-10 11:35:19,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-10 11:35:19,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-10 11:35:19,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-10 11:35:19,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-10 11:35:19,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +11: [2023-05-10 11:35:19,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +23: [2023-05-10 11:35:19,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-10 11:35:19,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-10 11:35:19,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-10 11:35:19,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +23: [2023-05-10 11:35:19,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-10 11:35:19,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-10 11:35:19,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-10 11:35:19,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-10 11:35:19,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 3: [2023-05-10 11:35:19,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +10: [2023-05-10 11:35:19,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-10 11:35:19,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt... +10: [2023-05-10 11:35:19,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-10 11:35:19,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-10 11:35:19,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-10 11:35:19,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-10 11:35:19,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-10 11:35:19,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-10 11:35:19,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-10 11:35:19,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-10 11:35:19,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-10 11:35:19,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt... + 3: [2023-05-10 11:35:19,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-10 11:35:19,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-10 11:35:19,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-10 11:35:19,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-10 11:35:19,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-10 11:35:19,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-10 11:35:19,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-10 11:35:19,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:19,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-10 11:35:19,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-10 11:35:19,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-10 11:35:19,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-10 11:35:19,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-10 11:35:19,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-10 11:35:19,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-10 11:35:19,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-10 11:35:19,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-10 11:35:19,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-10 11:35:19,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-10 11:35:19,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-10 11:35:19,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-10 11:35:19,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-10 11:35:19,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-10 11:35:19,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-10 11:35:19,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-10 11:35:19,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-10 11:35:19,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt... +18: [2023-05-10 11:35:19,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt... +11: [2023-05-10 11:35:19,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +11: [2023-05-10 11:35:19,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +18: [2023-05-10 11:35:19,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt... +12: [2023-05-10 11:35:19,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt... +26: [2023-05-10 11:35:19,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt... + 3: [2023-05-10 11:35:19,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-10 11:35:19,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 0: [2023-05-10 11:35:19,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 0: [2023-05-10 11:35:19,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 0: [2023-05-10 11:35:19,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. + 3: [2023-05-10 11:35:19,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-10 11:35:19,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-10 11:35:19,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-10 11:35:19,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt... +12: [2023-05-10 11:35:19,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt... +12: [2023-05-10 11:35:19,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt... +12: [2023-05-10 11:35:19,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt... + 3: [2023-05-10 11:35:19,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-10 11:35:19,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-10 11:35:19,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-10 11:35:19,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-10 11:35:19,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-10 11:35:19,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +14: [2023-05-10 11:35:19,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +14: [2023-05-10 11:35:19,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +14: [2023-05-10 11:35:19,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_37-model_01-model_states.pt. +23: [2023-05-10 11:35:19,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 0: [2023-05-10 11:35:19,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-10 11:35:19,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-10 11:35:19,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-10 11:35:19,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-10 11:35:19,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-10 11:35:19,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-10 11:35:19,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +16: [2023-05-10 11:35:19,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-10 11:35:19,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-10 11:35:19,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-10 11:35:19,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:19,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +16: [2023-05-10 11:35:19,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-10 11:35:19,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-10 11:35:19,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-10 11:35:19,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +23: [2023-05-10 11:35:19,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-10 11:35:19,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-10 11:35:19,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-10 11:35:19,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-10 11:35:19,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-10 11:35:19,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-10 11:35:19,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-10 11:35:19,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +19: [2023-05-10 11:35:19,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-10 11:35:19,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-10 11:35:19,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +23: [2023-05-10 11:35:19,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +16: [2023-05-10 11:35:19,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +19: [2023-05-10 11:35:19,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +27: [2023-05-10 11:35:19,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt... +31: [2023-05-10 11:35:19,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt... +22: [2023-05-10 11:35:19,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt... +27: [2023-05-10 11:35:19,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt... +22: [2023-05-10 11:35:19,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt... +22: [2023-05-10 11:35:19,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt... +22: [2023-05-10 11:35:19,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt... + 7: [2023-05-10 11:35:19,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt... +31: [2023-05-10 11:35:19,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt... + 7: [2023-05-10 11:35:19,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt... +30: [2023-05-10 11:35:19,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt... + 0: [2023-05-10 11:35:19,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-10 11:35:19,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-10 11:35:19,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... + 7: [2023-05-10 11:35:19,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt... + 0: [2023-05-10 11:35:19,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-10 11:35:19,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-10 11:35:19,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-10 11:35:19,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt... + 7: [2023-05-10 11:35:19,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt... +31: [2023-05-10 11:35:19,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt... +31: [2023-05-10 11:35:19,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt... +30: [2023-05-10 11:35:19,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt... +30: [2023-05-10 11:35:19,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt... +14: [2023-05-10 11:35:19,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-10 11:35:19,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-10 11:35:19,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-10 11:35:19,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +27: [2023-05-10 11:35:19,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt... +27: [2023-05-10 11:35:19,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt... + 0: [2023-05-10 11:35:19,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-10 11:35:19,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt... +25: [2023-05-10 11:35:19,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt... +25: [2023-05-10 11:35:19,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt... +25: [2023-05-10 11:35:19,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt... + 0: [2023-05-10 11:35:19,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +28: [2023-05-10 11:35:19,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt... +28: [2023-05-10 11:35:19,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt... +28: [2023-05-10 11:35:19,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt... + 0: [2023-05-10 11:35:19,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-10 11:35:19,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt... +16: [2023-05-10 11:35:19,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt... +16: [2023-05-10 11:35:19,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt... +16: [2023-05-10 11:35:19,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt... + 8: [2023-05-10 11:35:19,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt... + 8: [2023-05-10 11:35:19,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt... + 8: [2023-05-10 11:35:19,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt... +13: [2023-05-10 11:35:19,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt... +13: [2023-05-10 11:35:19,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt... +13: [2023-05-10 11:35:19,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt... +13: [2023-05-10 11:35:19,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt... + 8: [2023-05-10 11:35:19,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt... + 0: [2023-05-10 11:35:19,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-10 11:35:19,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-10 11:35:19,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt... +14: [2023-05-10 11:35:19,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt... +16: [2023-05-10 11:35:19,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt... +20: [2023-05-10 11:35:19,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt... +20: [2023-05-10 11:35:19,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt... +20: [2023-05-10 11:35:19,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt... + 0: [2023-05-10 11:35:19,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt... +21: [2023-05-10 11:35:19,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt... +21: [2023-05-10 11:35:19,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt... +21: [2023-05-10 11:35:19,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt... +21: [2023-05-10 11:35:19,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt... + 0: [2023-05-10 11:35:19,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt... + 0: [2023-05-10 11:35:19,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt... + 0: [2023-05-10 11:35:19,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt... +11: [2023-05-10 11:35:19,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt... +11: [2023-05-10 11:35:19,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt... +11: [2023-05-10 11:35:19,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt... +11: [2023-05-10 11:35:19,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt... + 1: [2023-05-10 11:35:19,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt... + 1: [2023-05-10 11:35:19,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt... + 1: [2023-05-10 11:35:19,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt... + 1: [2023-05-10 11:35:19,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt... +14: [2023-05-10 11:35:19,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt... +14: [2023-05-10 11:35:19,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt... +14: [2023-05-10 11:35:19,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt... +14: [2023-05-10 11:35:19,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt... +19: [2023-05-10 11:35:19,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt... +19: [2023-05-10 11:35:19,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt... +19: [2023-05-10 11:35:19,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt... +19: [2023-05-10 11:35:19,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt... +23: [2023-05-10 11:35:19,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt... +23: [2023-05-10 11:35:19,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt... +23: [2023-05-10 11:35:19,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt... +23: [2023-05-10 11:35:19,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt... +10: [2023-05-10 11:35:19,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt... +10: [2023-05-10 11:35:19,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt... +10: [2023-05-10 11:35:19,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt... + 3: [2023-05-10 11:35:19,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt... + 3: [2023-05-10 11:35:19,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt... + 3: [2023-05-10 11:35:19,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt... + 3: [2023-05-10 11:35:19,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt... +10: [2023-05-10 11:35:19,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt... +27: [2023-05-10 11:35:19,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt. +27: [2023-05-10 11:35:19,681] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 216 +27: [2023-05-10 11:35:19,689] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 216 +26: [2023-05-10 11:35:19,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt. +26: [2023-05-10 11:35:19,699] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 214 +26: [2023-05-10 11:35:19,706] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 214 +30: [2023-05-10 11:35:20,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt. +30: [2023-05-10 11:35:20,827] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 244 +30: [2023-05-10 11:35:20,833] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 244 +27: [2023-05-10 11:35:21,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +27: [2023-05-10 11:35:21,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +27: [2023-05-10 11:35:21,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +27: [2023-05-10 11:35:21,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +27: [2023-05-10 11:35:21,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-10 11:35:21,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-10 11:35:21,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-10 11:35:21,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-10 11:35:21,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-10 11:35:21,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +27: [2023-05-10 11:35:21,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-10 11:35:21,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +27: [2023-05-10 11:35:21,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +27: [2023-05-10 11:35:21,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-10 11:35:21,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-10 11:35:21,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +27: [2023-05-10 11:35:21,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +27: [2023-05-10 11:35:21,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +27: [2023-05-10 11:35:21,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +27: [2023-05-10 11:35:21,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 3: [2023-05-10 11:35:21,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 3: [2023-05-10 11:35:21,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 3: [2023-05-10 11:35:21,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 3: [2023-05-10 11:35:21,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 3: [2023-05-10 11:35:21,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-10 11:35:21,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-10 11:35:21,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-10 11:35:21,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-10 11:35:21,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-10 11:35:21,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-10 11:35:21,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 3: [2023-05-10 11:35:21,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 3: [2023-05-10 11:35:21,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 3: [2023-05-10 11:35:21,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-10 11:35:21,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-10 11:35:21,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 3: [2023-05-10 11:35:21,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 3: [2023-05-10 11:35:21,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 3: [2023-05-10 11:35:21,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 3: [2023-05-10 11:35:21,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 7: [2023-05-10 11:35:21,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 7: [2023-05-10 11:35:21,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 7: [2023-05-10 11:35:21,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 7: [2023-05-10 11:35:21,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 3: [2023-05-10 11:35:21,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt... + 3: [2023-05-10 11:35:21,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt... + 3: [2023-05-10 11:35:21,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt... + 3: [2023-05-10 11:35:21,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt... +27: [2023-05-10 11:35:21,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt... +27: [2023-05-10 11:35:21,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt... +27: [2023-05-10 11:35:21,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt... +27: [2023-05-10 11:35:21,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt... +14: [2023-05-10 11:35:21,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +14: [2023-05-10 11:35:21,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +14: [2023-05-10 11:35:21,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +14: [2023-05-10 11:35:21,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 7: [2023-05-10 11:35:21,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-10 11:35:21,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-10 11:35:21,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-10 11:35:21,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-10 11:35:21,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 7: [2023-05-10 11:35:21,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-10 11:35:21,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-10 11:35:21,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 7: [2023-05-10 11:35:21,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-10 11:35:21,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-10 11:35:21,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 7: [2023-05-10 11:35:21,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 4: [2023-05-10 11:35:21,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 4: [2023-05-10 11:35:21,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 4: [2023-05-10 11:35:21,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 4: [2023-05-10 11:35:21,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 7: [2023-05-10 11:35:21,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 7: [2023-05-10 11:35:21,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 7: [2023-05-10 11:35:21,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 7: [2023-05-10 11:35:21,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +14: [2023-05-10 11:35:21,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-10 11:35:21,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-10 11:35:21,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-10 11:35:21,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +14: [2023-05-10 11:35:21,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-10 11:35:21,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 8: [2023-05-10 11:35:21,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 8: [2023-05-10 11:35:21,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +14: [2023-05-10 11:35:21,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +14: [2023-05-10 11:35:21,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 8: [2023-05-10 11:35:21,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 8: [2023-05-10 11:35:21,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +14: [2023-05-10 11:35:21,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-10 11:35:21,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-10 11:35:21,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +14: [2023-05-10 11:35:21,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +14: [2023-05-10 11:35:21,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-10 11:35:21,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-10 11:35:21,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 2: [2023-05-10 11:35:21,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 2: [2023-05-10 11:35:21,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +14: [2023-05-10 11:35:21,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 4: [2023-05-10 11:35:21,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-10 11:35:21,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 4: [2023-05-10 11:35:21,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-10 11:35:21,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 4: [2023-05-10 11:35:21,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-10 11:35:21,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-10 11:35:21,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-10 11:35:21,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 4: [2023-05-10 11:35:21,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-10 11:35:21,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 4: [2023-05-10 11:35:21,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-10 11:35:21,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 4: [2023-05-10 11:35:21,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-10 11:35:21,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 4: [2023-05-10 11:35:21,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 4: [2023-05-10 11:35:21,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 4: [2023-05-10 11:35:21,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 4: [2023-05-10 11:35:21,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +12: [2023-05-10 11:35:21,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +12: [2023-05-10 11:35:21,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +12: [2023-05-10 11:35:21,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +18: [2023-05-10 11:35:21,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +18: [2023-05-10 11:35:21,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +18: [2023-05-10 11:35:21,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +18: [2023-05-10 11:35:21,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +12: [2023-05-10 11:35:21,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +20: [2023-05-10 11:35:21,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +20: [2023-05-10 11:35:21,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +20: [2023-05-10 11:35:21,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +20: [2023-05-10 11:35:21,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 8: [2023-05-10 11:35:21,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-10 11:35:21,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-10 11:35:21,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-10 11:35:21,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-10 11:35:21,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-10 11:35:21,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 8: [2023-05-10 11:35:21,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-10 11:35:21,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 8: [2023-05-10 11:35:21,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-10 11:35:21,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 8: [2023-05-10 11:35:21,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-10 11:35:21,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 8: [2023-05-10 11:35:21,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 8: [2023-05-10 11:35:21,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 8: [2023-05-10 11:35:21,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 8: [2023-05-10 11:35:21,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +10: [2023-05-10 11:35:21,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-10 11:35:21,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-10 11:35:21,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-10 11:35:21,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 2: [2023-05-10 11:35:21,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-10 11:35:21,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-10 11:35:21,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-10 11:35:21,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-10 11:35:21,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-10 11:35:21,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-10 11:35:21,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +29: [2023-05-10 11:35:21,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +29: [2023-05-10 11:35:21,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +29: [2023-05-10 11:35:21,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 2: [2023-05-10 11:35:21,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 2: [2023-05-10 11:35:21,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 2: [2023-05-10 11:35:21,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 2: [2023-05-10 11:35:21,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-10 11:35:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 1: [2023-05-10 11:35:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 2: [2023-05-10 11:35:21,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 2: [2023-05-10 11:35:21,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 2: [2023-05-10 11:35:21,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 2: [2023-05-10 11:35:21,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-10 11:35:21,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 1: [2023-05-10 11:35:21,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 1: [2023-05-10 11:35:21,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 2: [2023-05-10 11:35:21,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +12: [2023-05-10 11:35:21,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-10 11:35:21,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-10 11:35:21,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-10 11:35:21,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-10 11:35:21,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +12: [2023-05-10 11:35:21,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-10 11:35:21,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +12: [2023-05-10 11:35:21,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-10 11:35:21,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +20: [2023-05-10 11:35:21,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-10 11:35:21,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-10 11:35:21,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-10 11:35:21,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-10 11:35:21,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-10 11:35:21,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-10 11:35:21,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +20: [2023-05-10 11:35:21,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +18: [2023-05-10 11:35:21,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-10 11:35:21,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-10 11:35:21,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-10 11:35:21,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-10 11:35:21,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +12: [2023-05-10 11:35:21,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +18: [2023-05-10 11:35:21,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +12: [2023-05-10 11:35:21,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +12: [2023-05-10 11:35:21,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-10 11:35:21,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-10 11:35:21,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-10 11:35:21,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-10 11:35:21,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +18: [2023-05-10 11:35:21,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +18: [2023-05-10 11:35:21,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +18: [2023-05-10 11:35:21,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +12: [2023-05-10 11:35:21,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +20: [2023-05-10 11:35:21,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-10 11:35:21,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-10 11:35:21,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +20: [2023-05-10 11:35:21,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-10 11:35:21,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-10 11:35:21,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +18: [2023-05-10 11:35:21,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +18: [2023-05-10 11:35:21,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +18: [2023-05-10 11:35:21,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +18: [2023-05-10 11:35:21,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +20: [2023-05-10 11:35:21,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +20: [2023-05-10 11:35:21,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +20: [2023-05-10 11:35:21,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +20: [2023-05-10 11:35:21,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +29: [2023-05-10 11:35:21,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-10 11:35:21,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-10 11:35:21,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-10 11:35:21,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-10 11:35:21,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-10 11:35:21,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-10 11:35:21,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +29: [2023-05-10 11:35:21,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +10: [2023-05-10 11:35:21,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-10 11:35:21,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-10 11:35:21,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-10 11:35:21,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +15: [2023-05-10 11:35:21,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-10 11:35:21,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +10: [2023-05-10 11:35:21,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +29: [2023-05-10 11:35:21,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-10 11:35:21,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +15: [2023-05-10 11:35:21,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +15: [2023-05-10 11:35:22,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +29: [2023-05-10 11:35:22,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-10 11:35:22,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +29: [2023-05-10 11:35:22,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +29: [2023-05-10 11:35:22,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-10 11:35:22,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +29: [2023-05-10 11:35:22,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +29: [2023-05-10 11:35:22,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +10: [2023-05-10 11:35:22,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-10 11:35:22,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-10 11:35:22,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-10 11:35:22,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-10 11:35:22,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-10 11:35:22,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +10: [2023-05-10 11:35:22,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +10: [2023-05-10 11:35:22,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +10: [2023-05-10 11:35:22,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-10 11:35:22,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +10: [2023-05-10 11:35:22,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-10 11:35:22,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-10 11:35:22,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 1: [2023-05-10 11:35:22,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-10 11:35:22,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-10 11:35:22,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-10 11:35:22,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 1: [2023-05-10 11:35:22,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 1: [2023-05-10 11:35:22,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 1: [2023-05-10 11:35:22,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-10 11:35:22,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +10: [2023-05-10 11:35:22,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 1: [2023-05-10 11:35:22,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 1: [2023-05-10 11:35:22,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 1: [2023-05-10 11:35:22,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 1: [2023-05-10 11:35:22,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +15: [2023-05-10 11:35:22,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-10 11:35:22,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-10 11:35:22,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-10 11:35:22,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-10 11:35:22,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +15: [2023-05-10 11:35:22,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-10 11:35:22,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +15: [2023-05-10 11:35:22,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-10 11:35:22,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-10 11:35:22,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-10 11:35:22,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +15: [2023-05-10 11:35:22,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 7: [2023-05-10 11:35:22,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt... + 7: [2023-05-10 11:35:22,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt... + 7: [2023-05-10 11:35:22,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt... + 7: [2023-05-10 11:35:22,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt... +15: [2023-05-10 11:35:22,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +15: [2023-05-10 11:35:22,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +15: [2023-05-10 11:35:22,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +15: [2023-05-10 11:35:22,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +14: [2023-05-10 11:35:22,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt... +14: [2023-05-10 11:35:22,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt... +14: [2023-05-10 11:35:22,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt... +14: [2023-05-10 11:35:22,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt... + 5: [2023-05-10 11:35:22,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 5: [2023-05-10 11:35:22,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 4: [2023-05-10 11:35:22,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt... + 4: [2023-05-10 11:35:22,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt... + 4: [2023-05-10 11:35:22,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt... + 4: [2023-05-10 11:35:22,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt... + 5: [2023-05-10 11:35:22,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 5: [2023-05-10 11:35:22,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +22: [2023-05-10 11:35:22,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +22: [2023-05-10 11:35:22,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +22: [2023-05-10 11:35:22,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +22: [2023-05-10 11:35:22,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +28: [2023-05-10 11:35:22,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +28: [2023-05-10 11:35:22,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +28: [2023-05-10 11:35:22,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +28: [2023-05-10 11:35:22,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +16: [2023-05-10 11:35:22,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +16: [2023-05-10 11:35:22,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 9: [2023-05-10 11:35:22,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +16: [2023-05-10 11:35:22,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 9: [2023-05-10 11:35:22,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 9: [2023-05-10 11:35:22,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 0: [2023-05-10 11:35:22,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 0: [2023-05-10 11:35:22,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 0: [2023-05-10 11:35:22,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +16: [2023-05-10 11:35:22,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 8: [2023-05-10 11:35:22,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt... + 9: [2023-05-10 11:35:22,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 0: [2023-05-10 11:35:22,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +13: [2023-05-10 11:35:22,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +13: [2023-05-10 11:35:22,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +13: [2023-05-10 11:35:22,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +13: [2023-05-10 11:35:22,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 6: [2023-05-10 11:35:22,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 6: [2023-05-10 11:35:22,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 6: [2023-05-10 11:35:22,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +30: [2023-05-10 11:35:22,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +30: [2023-05-10 11:35:22,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +30: [2023-05-10 11:35:22,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 6: [2023-05-10 11:35:22,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +11: [2023-05-10 11:35:22,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +11: [2023-05-10 11:35:22,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +30: [2023-05-10 11:35:22,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +11: [2023-05-10 11:35:22,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +26: [2023-05-10 11:35:22,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +26: [2023-05-10 11:35:22,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +11: [2023-05-10 11:35:22,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +26: [2023-05-10 11:35:22,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +24: [2023-05-10 11:35:22,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +24: [2023-05-10 11:35:22,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +26: [2023-05-10 11:35:22,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +24: [2023-05-10 11:35:22,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +24: [2023-05-10 11:35:22,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +21: [2023-05-10 11:35:22,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +31: [2023-05-10 11:35:22,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +31: [2023-05-10 11:35:22,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +31: [2023-05-10 11:35:22,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +17: [2023-05-10 11:35:22,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +17: [2023-05-10 11:35:22,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +25: [2023-05-10 11:35:22,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +25: [2023-05-10 11:35:22,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +23: [2023-05-10 11:35:22,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +23: [2023-05-10 11:35:22,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +31: [2023-05-10 11:35:22,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 5: [2023-05-10 11:35:22,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-10 11:35:22,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +21: [2023-05-10 11:35:22,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +21: [2023-05-10 11:35:22,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +21: [2023-05-10 11:35:22,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +17: [2023-05-10 11:35:22,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 5: [2023-05-10 11:35:22,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-10 11:35:22,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 8: [2023-05-10 11:35:22,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt... +25: [2023-05-10 11:35:22,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 8: [2023-05-10 11:35:22,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt... + 8: [2023-05-10 11:35:22,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt... +23: [2023-05-10 11:35:22,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 5: [2023-05-10 11:35:22,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +23: [2023-05-10 11:35:22,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +19: [2023-05-10 11:35:22,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +19: [2023-05-10 11:35:22,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +19: [2023-05-10 11:35:22,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. +19: [2023-05-10 11:35:22,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_38-model_01-model_states.pt. + 5: [2023-05-10 11:35:22,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-10 11:35:22,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-10 11:35:22,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-10 11:35:22,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-10 11:35:22,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 5: [2023-05-10 11:35:22,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 5: [2023-05-10 11:35:22,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 5: [2023-05-10 11:35:22,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 5: [2023-05-10 11:35:22,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 5: [2023-05-10 11:35:22,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-10 11:35:22,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-10 11:35:22,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-10 11:35:22,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +12: [2023-05-10 11:35:22,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt... +12: [2023-05-10 11:35:22,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt... +12: [2023-05-10 11:35:22,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt... +12: [2023-05-10 11:35:22,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt... +22: [2023-05-10 11:35:22,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-10 11:35:22,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 2: [2023-05-10 11:35:22,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt... + 2: [2023-05-10 11:35:22,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt... + 2: [2023-05-10 11:35:22,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt... + 2: [2023-05-10 11:35:22,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt... +22: [2023-05-10 11:35:22,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-10 11:35:22,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-10 11:35:22,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-10 11:35:22,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +28: [2023-05-10 11:35:22,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-10 11:35:22,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-10 11:35:22,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +22: [2023-05-10 11:35:22,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-10 11:35:22,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-10 11:35:22,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +22: [2023-05-10 11:35:22,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-10 11:35:22,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +28: [2023-05-10 11:35:22,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +18: [2023-05-10 11:35:22,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt... +18: [2023-05-10 11:35:22,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt... +28: [2023-05-10 11:35:22,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-10 11:35:22,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt... +18: [2023-05-10 11:35:22,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt... +28: [2023-05-10 11:35:22,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-10 11:35:22,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +22: [2023-05-10 11:35:22,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +22: [2023-05-10 11:35:22,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +22: [2023-05-10 11:35:22,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +22: [2023-05-10 11:35:22,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 9: [2023-05-10 11:35:22,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-10 11:35:22,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-10 11:35:22,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-10 11:35:22,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-10 11:35:22,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-10 11:35:22,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-10 11:35:22,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +16: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +28: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +16: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +28: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +16: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 9: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +16: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt... +24: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt... +20: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt... +20: [2023-05-10 11:35:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt... +11: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt... +29: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt... +28: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +11: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt... +29: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt... +16: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +26: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +16: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +16: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +21: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +23: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +25: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-10 11:35:22,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +11: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +26: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 6: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +26: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +30: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +24: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 0: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-10 11:35:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 6: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 0: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 9: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 6: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 6: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 0: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +11: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 9: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +31: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 0: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 6: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 0: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +25: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 6: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 0: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 9: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +16: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +16: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +16: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +30: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +17: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +23: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +26: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +13: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +30: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +31: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +13: [2023-05-10 11:35:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +24: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 0: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +17: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +25: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +11: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +11: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +13: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +23: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +26: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +13: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +26: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +11: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +24: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +31: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +10: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt... + 0: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt... +25: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt... +10: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt... +26: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +26: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +23: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +21: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-10 11:35:22,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +25: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 0: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 0: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 0: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +26: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +26: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. + 0: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +26: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +31: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +26: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +31: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +23: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +23: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +19: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +24: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +31: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +25: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +25: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +24: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +17: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +21: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +19: [2023-05-10 11:35:22,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +23: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +21: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +13: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +13: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +13: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +24: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +21: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +31: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +17: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +30: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +17: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +31: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +21: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +21: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +19: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +19: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +23: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-10 11:35:22,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +21: [2023-05-10 11:35:22,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +23: [2023-05-10 11:35:22,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-10 11:35:22,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-10 11:35:22,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +30: [2023-05-10 11:35:22,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-10 11:35:22,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +31: [2023-05-10 11:35:22,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +31: [2023-05-10 11:35:22,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +17: [2023-05-10 11:35:22,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +17: [2023-05-10 11:35:22,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +31: [2023-05-10 11:35:22,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +17: [2023-05-10 11:35:22,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-10 11:35:22,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +17: [2023-05-10 11:35:22,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +23: [2023-05-10 11:35:22,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +30: [2023-05-10 11:35:22,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-10 11:35:22,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +17: [2023-05-10 11:35:22,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +30: [2023-05-10 11:35:22,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +19: [2023-05-10 11:35:22,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-10 11:35:22,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt... + 1: [2023-05-10 11:35:22,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt... +19: [2023-05-10 11:35:22,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-10 11:35:22,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-10 11:35:22,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... + 1: [2023-05-10 11:35:22,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt... + 1: [2023-05-10 11:35:22,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt... +19: [2023-05-10 11:35:22,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +19: [2023-05-10 11:35:22,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-10 11:35:22,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +19: [2023-05-10 11:35:22,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt... +19: [2023-05-10 11:35:22,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +19: [2023-05-10 11:35:22,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/layer_40-model_01-model_states.pt. +15: [2023-05-10 11:35:22,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt... +15: [2023-05-10 11:35:22,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt... +15: [2023-05-10 11:35:22,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt... +15: [2023-05-10 11:35:22,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt... + 5: [2023-05-10 11:35:22,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt... + 5: [2023-05-10 11:35:22,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt... + 5: [2023-05-10 11:35:22,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt... + 5: [2023-05-10 11:35:22,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt... +28: [2023-05-10 11:35:22,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt... +28: [2023-05-10 11:35:22,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt... +28: [2023-05-10 11:35:22,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt... +28: [2023-05-10 11:35:22,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt... +22: [2023-05-10 11:35:22,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt... +22: [2023-05-10 11:35:22,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt... +22: [2023-05-10 11:35:22,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt... +22: [2023-05-10 11:35:22,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt... + 6: [2023-05-10 11:35:22,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt... + 0: [2023-05-10 11:35:22,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt... + 6: [2023-05-10 11:35:22,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt... + 6: [2023-05-10 11:35:22,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt... + 6: [2023-05-10 11:35:22,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt... + 0: [2023-05-10 11:35:22,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt... + 0: [2023-05-10 11:35:22,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt... +16: [2023-05-10 11:35:22,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt... +16: [2023-05-10 11:35:22,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt... +16: [2023-05-10 11:35:22,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt... +16: [2023-05-10 11:35:22,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt... + 0: [2023-05-10 11:35:22,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt... +31: [2023-05-10 11:35:22,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt... +31: [2023-05-10 11:35:22,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt... +31: [2023-05-10 11:35:22,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt... +31: [2023-05-10 11:35:22,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt... + 9: [2023-05-10 11:35:22,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt... + 9: [2023-05-10 11:35:22,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt... + 9: [2023-05-10 11:35:22,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt... + 9: [2023-05-10 11:35:22,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt... +11: [2023-05-10 11:35:22,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt... +11: [2023-05-10 11:35:22,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt... +11: [2023-05-10 11:35:22,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt... +26: [2023-05-10 11:35:22,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt... +26: [2023-05-10 11:35:22,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt... +26: [2023-05-10 11:35:22,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt... +26: [2023-05-10 11:35:22,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt... +11: [2023-05-10 11:35:22,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt... +21: [2023-05-10 11:35:22,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt... +21: [2023-05-10 11:35:22,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt... +21: [2023-05-10 11:35:22,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt... +21: [2023-05-10 11:35:22,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt... +24: [2023-05-10 11:35:22,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt... +24: [2023-05-10 11:35:22,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt... +24: [2023-05-10 11:35:22,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt... +24: [2023-05-10 11:35:22,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt... +23: [2023-05-10 11:35:22,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt... +23: [2023-05-10 11:35:22,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt... +23: [2023-05-10 11:35:22,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt... +23: [2023-05-10 11:35:22,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt... +25: [2023-05-10 11:35:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt... +25: [2023-05-10 11:35:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt... +17: [2023-05-10 11:35:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt... +17: [2023-05-10 11:35:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt... +25: [2023-05-10 11:35:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt... +25: [2023-05-10 11:35:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt... +17: [2023-05-10 11:35:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt... +17: [2023-05-10 11:35:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt... +30: [2023-05-10 11:35:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt... +30: [2023-05-10 11:35:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt... +30: [2023-05-10 11:35:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt... +30: [2023-05-10 11:35:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt... +13: [2023-05-10 11:35:22,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt... +19: [2023-05-10 11:35:22,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt... +19: [2023-05-10 11:35:22,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt... +19: [2023-05-10 11:35:22,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt... +19: [2023-05-10 11:35:22,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt... +13: [2023-05-10 11:35:22,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt... +13: [2023-05-10 11:35:22,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt... +13: [2023-05-10 11:35:22,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt... + 0: [2023-05-10 11:35:23,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt. + 0: [2023-05-10 11:35:23,465] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 2 + 0: [2023-05-10 11:35:23,471] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 2 + 0: [2023-05-10 11:35:23,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt. + 0: [2023-05-10 11:35:23,607] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 6 + 0: [2023-05-10 11:35:23,614] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 6 + 1: [2023-05-10 11:35:23,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt. + 1: [2023-05-10 11:35:23,674] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 10 + 1: [2023-05-10 11:35:23,680] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 10 + 1: [2023-05-10 11:35:23,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt. + 1: [2023-05-10 11:35:23,698] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 12 + 1: [2023-05-10 11:35:23,706] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 12 + 0: [2023-05-10 11:35:23,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt. + 0: [2023-05-10 11:35:23,715] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 4 + 0: [2023-05-10 11:35:23,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt. + 0: [2023-05-10 11:35:23,716] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 0 + 0: [2023-05-10 11:35:23,720] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 4 + 0: [2023-05-10 11:35:23,724] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 0 + 2: [2023-05-10 11:35:23,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt. + 2: [2023-05-10 11:35:23,728] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 18 + 0: could not find arguments in the checkpoint ... + 0: checkpoint version 3.0 + 2: [2023-05-10 11:35:23,734] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 18 + 2: [2023-05-10 11:35:23,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt. + 8: [2023-05-10 11:35:23,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt. + 8: [2023-05-10 11:35:23,761] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 70 + 2: [2023-05-10 11:35:23,761] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 16 + 8: [2023-05-10 11:35:23,767] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 70 + 2: [2023-05-10 11:35:23,768] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 16 + 3: [2023-05-10 11:35:23,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt. + 3: [2023-05-10 11:35:23,782] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 30 + 3: [2023-05-10 11:35:23,789] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 30 + 9: [2023-05-10 11:35:23,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt. + 9: [2023-05-10 11:35:23,789] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 72 + 4: [2023-05-10 11:35:23,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt. + 4: [2023-05-10 11:35:23,791] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 32 + 9: [2023-05-10 11:35:23,795] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 72 + 4: [2023-05-10 11:35:23,797] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 32 + 2: [2023-05-10 11:35:23,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt. + 2: [2023-05-10 11:35:23,799] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 22 + 6: [2023-05-10 11:35:23,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt. + 6: [2023-05-10 11:35:23,800] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 50 + 2: [2023-05-10 11:35:23,805] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 22 + 6: [2023-05-10 11:35:23,807] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 50 + 1: [2023-05-10 11:35:23,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt. + 1: [2023-05-10 11:35:23,823] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 8 + 1: [2023-05-10 11:35:23,829] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 8 +10: [2023-05-10 11:35:23,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt. +10: [2023-05-10 11:35:23,833] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 86 + 3: [2023-05-10 11:35:23,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt. + 3: [2023-05-10 11:35:23,834] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 28 +10: [2023-05-10 11:35:23,839] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 86 + 3: [2023-05-10 11:35:23,840] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 28 + 4: [2023-05-10 11:35:23,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt. + 4: [2023-05-10 11:35:23,843] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 38 +10: [2023-05-10 11:35:23,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt. +10: [2023-05-10 11:35:23,846] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 80 + 4: [2023-05-10 11:35:23,849] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 38 + 7: [2023-05-10 11:35:23,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt. + 7: [2023-05-10 11:35:23,850] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 58 +10: [2023-05-10 11:35:23,853] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 80 + 7: [2023-05-10 11:35:23,856] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 58 + 5: [2023-05-10 11:35:23,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt. + 5: [2023-05-10 11:35:23,862] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 46 + 5: [2023-05-10 11:35:23,869] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 46 + 5: [2023-05-10 11:35:23,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt. + 5: [2023-05-10 11:35:23,877] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 40 + 6: [2023-05-10 11:35:23,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt. + 6: [2023-05-10 11:35:23,882] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 54 +11: [2023-05-10 11:35:23,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt. + 5: [2023-05-10 11:35:23,884] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 40 +11: [2023-05-10 11:35:23,884] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 94 + 4: [2023-05-10 11:35:23,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt. + 4: [2023-05-10 11:35:23,885] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 34 +18: [2023-05-10 11:35:23,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt. +18: [2023-05-10 11:35:23,887] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 146 +18: [2023-05-10 11:35:23,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt. +18: [2023-05-10 11:35:23,889] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 150 +11: [2023-05-10 11:35:23,891] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 94 + 4: [2023-05-10 11:35:23,892] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 34 + 6: [2023-05-10 11:35:23,892] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 54 +18: [2023-05-10 11:35:23,894] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 146 +18: [2023-05-10 11:35:23,897] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 150 +11: [2023-05-10 11:35:23,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt. +11: [2023-05-10 11:35:23,897] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 92 + 5: [2023-05-10 11:35:23,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt. + 5: [2023-05-10 11:35:23,903] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 42 +11: [2023-05-10 11:35:23,904] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 92 + 7: [2023-05-10 11:35:23,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt. +14: [2023-05-10 11:35:23,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt. + 7: [2023-05-10 11:35:23,907] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 60 +14: [2023-05-10 11:35:23,907] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 116 + 5: [2023-05-10 11:35:23,909] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 42 + 8: [2023-05-10 11:35:23,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt. +18: [2023-05-10 11:35:23,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt. +18: [2023-05-10 11:35:23,911] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 144 + 8: [2023-05-10 11:35:23,911] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 64 +16: [2023-05-10 11:35:23,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt. +16: [2023-05-10 11:35:23,911] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 130 +24: [2023-05-10 11:35:23,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt. +24: [2023-05-10 11:35:23,913] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 198 +14: [2023-05-10 11:35:23,914] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 116 + 7: [2023-05-10 11:35:23,915] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 60 +18: [2023-05-10 11:35:23,917] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 144 + 8: [2023-05-10 11:35:23,918] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 64 +16: [2023-05-10 11:35:23,918] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 130 +24: [2023-05-10 11:35:23,920] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 198 + 1: [2023-05-10 11:35:23,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt. + 5: [2023-05-10 11:35:23,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt. + 1: [2023-05-10 11:35:23,932] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 14 + 5: [2023-05-10 11:35:23,933] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 44 +18: [2023-05-10 11:35:23,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt. +19: [2023-05-10 11:35:23,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt. +18: [2023-05-10 11:35:23,936] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 148 +19: [2023-05-10 11:35:23,936] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 156 +31: [2023-05-10 11:35:23,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt. +31: [2023-05-10 11:35:23,938] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 248 + 1: [2023-05-10 11:35:23,939] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 14 + 5: [2023-05-10 11:35:23,940] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 44 +12: [2023-05-10 11:35:23,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt. +12: [2023-05-10 11:35:23,941] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 96 +19: [2023-05-10 11:35:23,942] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 156 +18: [2023-05-10 11:35:23,943] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 148 + 3: [2023-05-10 11:35:23,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt. + 3: [2023-05-10 11:35:23,944] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 24 +31: [2023-05-10 11:35:23,945] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 248 +12: [2023-05-10 11:35:23,947] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 96 +19: [2023-05-10 11:35:23,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt. +19: [2023-05-10 11:35:23,948] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 152 +21: [2023-05-10 11:35:23,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt. +21: [2023-05-10 11:35:23,949] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 172 +29: [2023-05-10 11:35:23,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt. +29: [2023-05-10 11:35:23,951] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 232 + 3: [2023-05-10 11:35:23,952] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 24 +19: [2023-05-10 11:35:23,954] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 152 +13: [2023-05-10 11:35:23,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt. +13: [2023-05-10 11:35:23,955] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 104 +21: [2023-05-10 11:35:23,956] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 172 +29: [2023-05-10 11:35:23,957] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 232 +28: [2023-05-10 11:35:23,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt. +28: [2023-05-10 11:35:23,959] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 230 +20: [2023-05-10 11:35:23,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt. +20: [2023-05-10 11:35:23,960] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 160 +11: [2023-05-10 11:35:23,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt. +13: [2023-05-10 11:35:23,961] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 104 +11: [2023-05-10 11:35:23,961] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 90 +26: [2023-05-10 11:35:23,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt. +26: [2023-05-10 11:35:23,963] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 208 + 2: [2023-05-10 11:35:23,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt. + 2: [2023-05-10 11:35:23,965] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 20 +28: [2023-05-10 11:35:23,965] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 230 +20: [2023-05-10 11:35:23,966] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 160 +11: [2023-05-10 11:35:23,967] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 90 +26: [2023-05-10 11:35:23,969] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 208 + 2: [2023-05-10 11:35:23,971] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 20 + 4: [2023-05-10 11:35:23,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt. + 4: [2023-05-10 11:35:23,972] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 36 +25: [2023-05-10 11:35:23,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt. +25: [2023-05-10 11:35:23,975] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 204 +15: [2023-05-10 11:35:23,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt. +15: [2023-05-10 11:35:23,977] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 122 +27: [2023-05-10 11:35:23,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt. +27: [2023-05-10 11:35:23,977] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 218 +17: [2023-05-10 11:35:23,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt. + 7: [2023-05-10 11:35:23,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt. +17: [2023-05-10 11:35:23,978] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 138 +13: [2023-05-10 11:35:23,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt. + 7: [2023-05-10 11:35:23,978] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 62 +13: [2023-05-10 11:35:23,978] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 110 + 4: [2023-05-10 11:35:23,979] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 36 +30: [2023-05-10 11:35:23,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt. +30: [2023-05-10 11:35:23,981] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 246 + 8: [2023-05-10 11:35:23,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt. + 8: [2023-05-10 11:35:23,983] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 66 +25: [2023-05-10 11:35:23,983] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 204 +15: [2023-05-10 11:35:23,983] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 122 +22: [2023-05-10 11:35:23,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt. + 7: [2023-05-10 11:35:23,984] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 62 +22: [2023-05-10 11:35:23,984] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 182 +27: [2023-05-10 11:35:23,984] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 218 +17: [2023-05-10 11:35:23,984] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 138 +13: [2023-05-10 11:35:23,984] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 110 + 8: [2023-05-10 11:35:23,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt. +30: [2023-05-10 11:35:23,988] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 246 + 8: [2023-05-10 11:35:23,988] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 68 +21: [2023-05-10 11:35:23,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt. +21: [2023-05-10 11:35:23,988] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 174 + 8: [2023-05-10 11:35:23,989] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 66 +14: [2023-05-10 11:35:23,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt. +14: [2023-05-10 11:35:23,989] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 118 +30: [2023-05-10 11:35:23,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt. +30: [2023-05-10 11:35:23,991] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 242 +22: [2023-05-10 11:35:23,991] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 182 + 6: [2023-05-10 11:35:23,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt. + 6: [2023-05-10 11:35:23,992] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 48 +22: [2023-05-10 11:35:23,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt. +22: [2023-05-10 11:35:23,993] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 180 +21: [2023-05-10 11:35:23,994] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 174 + 8: [2023-05-10 11:35:23,995] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 68 +14: [2023-05-10 11:35:23,996] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 118 +30: [2023-05-10 11:35:23,998] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 242 +22: [2023-05-10 11:35:23,998] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 180 +24: [2023-05-10 11:35:23,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt. +24: [2023-05-10 11:35:23,999] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 192 + 6: [2023-05-10 11:35:23,999] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 48 + 9: [2023-05-10 11:35:24,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt. + 9: [2023-05-10 11:35:24,000] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 76 +23: [2023-05-10 11:35:24,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt. +23: [2023-05-10 11:35:24,001] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 188 + 7: [2023-05-10 11:35:24,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt. + 7: [2023-05-10 11:35:24,001] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 56 +21: [2023-05-10 11:35:24,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt. +21: [2023-05-10 11:35:24,001] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 168 +27: [2023-05-10 11:35:24,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt. +27: [2023-05-10 11:35:24,004] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 222 +24: [2023-05-10 11:35:24,006] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 192 + 9: [2023-05-10 11:35:24,006] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 76 +23: [2023-05-10 11:35:24,007] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 188 +21: [2023-05-10 11:35:24,008] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 168 + 7: [2023-05-10 11:35:24,009] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 56 +22: [2023-05-10 11:35:24,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt. +22: [2023-05-10 11:35:24,011] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 176 +27: [2023-05-10 11:35:24,012] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 222 +14: [2023-05-10 11:35:24,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt. +14: [2023-05-10 11:35:24,013] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 114 +29: [2023-05-10 11:35:24,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt. +29: [2023-05-10 11:35:24,015] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 236 +19: [2023-05-10 11:35:24,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt. +19: [2023-05-10 11:35:24,016] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 154 +22: [2023-05-10 11:35:24,017] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 176 +14: [2023-05-10 11:35:24,020] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 114 +11: [2023-05-10 11:35:24,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt. +29: [2023-05-10 11:35:24,021] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 236 +11: [2023-05-10 11:35:24,022] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 88 + 6: [2023-05-10 11:35:24,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt. + 6: [2023-05-10 11:35:24,023] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 52 +19: [2023-05-10 11:35:24,024] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 154 +12: [2023-05-10 11:35:24,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt. +25: [2023-05-10 11:35:24,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt. +12: [2023-05-10 11:35:24,027] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 98 +25: [2023-05-10 11:35:24,027] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 200 +16: [2023-05-10 11:35:24,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt. +16: [2023-05-10 11:35:24,028] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 128 +29: [2023-05-10 11:35:24,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt. +21: [2023-05-10 11:35:24,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt. +29: [2023-05-10 11:35:24,029] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 238 +21: [2023-05-10 11:35:24,029] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 170 +11: [2023-05-10 11:35:24,029] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 88 + 6: [2023-05-10 11:35:24,030] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 52 +22: [2023-05-10 11:35:24,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt. +22: [2023-05-10 11:35:24,033] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 178 +17: [2023-05-10 11:35:24,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt. +17: [2023-05-10 11:35:24,033] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 142 +12: [2023-05-10 11:35:24,034] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 98 +25: [2023-05-10 11:35:24,034] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 200 +29: [2023-05-10 11:35:24,035] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 238 +16: [2023-05-10 11:35:24,035] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 128 +21: [2023-05-10 11:35:24,035] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 170 +12: [2023-05-10 11:35:24,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt. +12: [2023-05-10 11:35:24,036] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 102 +19: [2023-05-10 11:35:24,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt. +19: [2023-05-10 11:35:24,037] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 158 +22: [2023-05-10 11:35:24,039] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 178 +17: [2023-05-10 11:35:24,040] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 142 +13: [2023-05-10 11:35:24,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt. +13: [2023-05-10 11:35:24,041] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 106 +23: [2023-05-10 11:35:24,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt. +23: [2023-05-10 11:35:24,042] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 186 +12: [2023-05-10 11:35:24,042] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 102 +19: [2023-05-10 11:35:24,045] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 158 +23: [2023-05-10 11:35:24,049] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 186 +13: [2023-05-10 11:35:24,049] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 106 +10: [2023-05-10 11:35:24,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt. +10: [2023-05-10 11:35:24,052] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 82 +24: [2023-05-10 11:35:24,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt. +24: [2023-05-10 11:35:24,053] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 194 + 3: [2023-05-10 11:35:24,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt. + 3: [2023-05-10 11:35:24,054] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 26 +12: [2023-05-10 11:35:24,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt. +28: [2023-05-10 11:35:24,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt. +12: [2023-05-10 11:35:24,054] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 100 +28: [2023-05-10 11:35:24,054] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 226 +16: [2023-05-10 11:35:24,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt. +16: [2023-05-10 11:35:24,055] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 132 +10: [2023-05-10 11:35:24,059] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 82 +24: [2023-05-10 11:35:24,060] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 194 +12: [2023-05-10 11:35:24,060] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 100 +28: [2023-05-10 11:35:24,061] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 226 + 3: [2023-05-10 11:35:24,062] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 26 +16: [2023-05-10 11:35:24,063] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 132 +28: [2023-05-10 11:35:24,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt. +28: [2023-05-10 11:35:24,066] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 224 +14: [2023-05-10 11:35:24,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt. +14: [2023-05-10 11:35:24,069] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 112 +24: [2023-05-10 11:35:24,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt. +24: [2023-05-10 11:35:24,069] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 196 +15: [2023-05-10 11:35:24,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt. +15: [2023-05-10 11:35:24,069] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 124 +28: [2023-05-10 11:35:24,073] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 224 +14: [2023-05-10 11:35:24,076] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 112 +25: [2023-05-10 11:35:24,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt. +25: [2023-05-10 11:35:24,077] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 202 +15: [2023-05-10 11:35:24,077] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 124 +24: [2023-05-10 11:35:24,077] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 196 +25: [2023-05-10 11:35:24,084] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 202 +31: [2023-05-10 11:35:24,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt. +31: [2023-05-10 11:35:24,085] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 252 + 9: [2023-05-10 11:35:24,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt. + 9: [2023-05-10 11:35:24,086] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 74 +10: [2023-05-10 11:35:24,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt. +10: [2023-05-10 11:35:24,089] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 84 +31: [2023-05-10 11:35:24,092] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 252 + 9: [2023-05-10 11:35:24,092] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 74 +10: [2023-05-10 11:35:24,095] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 84 +13: [2023-05-10 11:35:24,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt. +13: [2023-05-10 11:35:24,096] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 108 +27: [2023-05-10 11:35:24,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt. +27: [2023-05-10 11:35:24,101] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 220 +13: [2023-05-10 11:35:24,102] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 108 +25: [2023-05-10 11:35:24,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt. +25: [2023-05-10 11:35:24,104] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 206 +27: [2023-05-10 11:35:24,108] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 220 +26: [2023-05-10 11:35:24,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt. +20: [2023-05-10 11:35:24,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt. +26: [2023-05-10 11:35:24,110] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 210 +20: [2023-05-10 11:35:24,110] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 164 +25: [2023-05-10 11:35:24,111] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 206 +16: [2023-05-10 11:35:24,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt. +16: [2023-05-10 11:35:24,112] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 134 +20: [2023-05-10 11:35:24,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt. +20: [2023-05-10 11:35:24,113] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 166 +20: [2023-05-10 11:35:24,116] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 164 +26: [2023-05-10 11:35:24,117] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 210 +20: [2023-05-10 11:35:24,119] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 166 +16: [2023-05-10 11:35:24,120] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 134 +20: [2023-05-10 11:35:24,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt. +20: [2023-05-10 11:35:24,122] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 162 +20: [2023-05-10 11:35:24,128] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 162 +30: [2023-05-10 11:35:24,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt. +30: [2023-05-10 11:35:24,128] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 240 + 9: [2023-05-10 11:35:24,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt. + 9: [2023-05-10 11:35:24,134] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 78 +30: [2023-05-10 11:35:24,137] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 240 +29: [2023-05-10 11:35:24,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt. +29: [2023-05-10 11:35:24,140] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 234 +26: [2023-05-10 11:35:24,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt. +26: [2023-05-10 11:35:24,141] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 212 + 9: [2023-05-10 11:35:24,142] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 78 +29: [2023-05-10 11:35:24,146] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 234 +26: [2023-05-10 11:35:24,147] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 212 +15: [2023-05-10 11:35:24,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt. +15: [2023-05-10 11:35:24,148] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 126 +15: [2023-05-10 11:35:24,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt. +15: [2023-05-10 11:35:24,152] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 120 +15: [2023-05-10 11:35:24,155] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 126 +15: [2023-05-10 11:35:24,158] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 120 +23: [2023-05-10 11:35:24,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt. +23: [2023-05-10 11:35:24,162] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 190 +23: [2023-05-10 11:35:24,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt. +23: [2023-05-10 11:35:24,165] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 184 +17: [2023-05-10 11:35:24,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt. +17: [2023-05-10 11:35:24,169] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 140 +23: [2023-05-10 11:35:24,171] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 190 +23: [2023-05-10 11:35:24,173] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 184 +17: [2023-05-10 11:35:24,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt. +17: [2023-05-10 11:35:24,174] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 136 +17: [2023-05-10 11:35:24,176] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 140 +17: [2023-05-10 11:35:24,181] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 136 +28: [2023-05-10 11:35:24,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt. +28: [2023-05-10 11:35:24,184] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 228 +28: [2023-05-10 11:35:24,190] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 228 +31: [2023-05-10 11:35:24,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt. +31: [2023-05-10 11:35:24,238] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 250 +31: [2023-05-10 11:35:24,244] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 250 +31: [2023-05-10 11:35:24,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt. +31: [2023-05-10 11:35:24,511] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 254 +31: [2023-05-10 11:35:24,518] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 254 + 0: [2023-05-10 11:35:26,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt. + 0: [2023-05-10 11:35:26,950] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 3 + 0: [2023-05-10 11:35:26,957] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 3 + 0: [2023-05-10 11:35:27,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt. + 0: [2023-05-10 11:35:27,018] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 1 + 0: [2023-05-10 11:35:27,027] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 1 + 1: [2023-05-10 11:35:28,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt. + 1: [2023-05-10 11:35:28,391] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 13 + 1: [2023-05-10 11:35:28,398] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 13 + 0: [2023-05-10 11:35:28,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt. + 0: [2023-05-10 11:35:28,466] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 5 + 0: [2023-05-10 11:35:28,474] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 5 +10: [2023-05-10 11:35:28,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt. +10: [2023-05-10 11:35:28,495] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 83 + 1: [2023-05-10 11:35:28,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt. + 1: [2023-05-10 11:35:28,503] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 15 +10: [2023-05-10 11:35:28,504] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 83 + 1: [2023-05-10 11:35:28,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt. + 1: [2023-05-10 11:35:28,507] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 9 + 1: [2023-05-10 11:35:28,510] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 15 + 1: [2023-05-10 11:35:28,514] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 9 + 6: [2023-05-10 11:35:28,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt. + 6: [2023-05-10 11:35:28,530] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 53 + 4: [2023-05-10 11:35:28,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt. + 4: [2023-05-10 11:35:28,534] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 35 + 6: [2023-05-10 11:35:28,536] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 53 + 9: [2023-05-10 11:35:28,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt. + 9: [2023-05-10 11:35:28,539] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 73 +15: [2023-05-10 11:35:28,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt. +12: [2023-05-10 11:35:28,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt. +15: [2023-05-10 11:35:28,540] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 121 +12: [2023-05-10 11:35:28,540] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 101 + 3: [2023-05-10 11:35:28,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt. + 4: [2023-05-10 11:35:28,541] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 35 + 3: [2023-05-10 11:35:28,541] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 25 + 7: [2023-05-10 11:35:28,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt. + 7: [2023-05-10 11:35:28,542] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 59 + 9: [2023-05-10 11:35:28,546] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 73 +12: [2023-05-10 11:35:28,546] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 101 +15: [2023-05-10 11:35:28,546] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 121 + 3: [2023-05-10 11:35:28,548] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 25 + 6: [2023-05-10 11:35:28,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt. + 6: [2023-05-10 11:35:28,548] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 55 + 0: [2023-05-10 11:35:28,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt. + 0: [2023-05-10 11:35:28,550] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 7 + 7: [2023-05-10 11:35:28,550] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 59 +27: [2023-05-10 11:35:28,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt. +27: [2023-05-10 11:35:28,552] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 217 + 6: [2023-05-10 11:35:28,557] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 55 +18: [2023-05-10 11:35:28,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt. +18: [2023-05-10 11:35:28,557] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 149 + 0: [2023-05-10 11:35:28,558] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 7 +27: [2023-05-10 11:35:28,558] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 217 +18: [2023-05-10 11:35:28,563] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 149 +24: [2023-05-10 11:35:28,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt. +24: [2023-05-10 11:35:28,572] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 197 + 6: [2023-05-10 11:35:28,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt. + 6: [2023-05-10 11:35:28,575] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 51 + 1: [2023-05-10 11:35:28,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt. + 1: [2023-05-10 11:35:28,575] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 11 +14: [2023-05-10 11:35:28,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt. +14: [2023-05-10 11:35:28,578] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 117 +15: [2023-05-10 11:35:28,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt. +15: [2023-05-10 11:35:28,579] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 127 +24: [2023-05-10 11:35:28,579] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 197 + 1: [2023-05-10 11:35:28,581] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 11 + 6: [2023-05-10 11:35:28,582] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 51 +21: [2023-05-10 11:35:28,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt. +14: [2023-05-10 11:35:28,584] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 117 +21: [2023-05-10 11:35:28,584] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 171 + 4: [2023-05-10 11:35:28,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt. +11: [2023-05-10 11:35:28,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt. +11: [2023-05-10 11:35:28,585] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 91 + 4: [2023-05-10 11:35:28,585] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 33 +15: [2023-05-10 11:35:28,586] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 127 + 6: [2023-05-10 11:35:28,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt. +21: [2023-05-10 11:35:28,591] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 171 + 6: [2023-05-10 11:35:28,591] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 49 +15: [2023-05-10 11:35:28,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt. +11: [2023-05-10 11:35:28,592] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 91 +15: [2023-05-10 11:35:28,592] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 123 + 4: [2023-05-10 11:35:28,592] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 33 + 4: [2023-05-10 11:35:28,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt. +14: [2023-05-10 11:35:28,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt. +14: [2023-05-10 11:35:28,596] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 113 + 4: [2023-05-10 11:35:28,596] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 39 + 6: [2023-05-10 11:35:28,598] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 49 +15: [2023-05-10 11:35:28,599] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 123 +14: [2023-05-10 11:35:28,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt. +14: [2023-05-10 11:35:28,600] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 115 +14: [2023-05-10 11:35:28,602] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 113 + 4: [2023-05-10 11:35:28,603] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 39 +22: [2023-05-10 11:35:28,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt. +22: [2023-05-10 11:35:28,604] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 179 +17: [2023-05-10 11:35:28,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt. +17: [2023-05-10 11:35:28,605] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 141 +17: [2023-05-10 11:35:28,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt. +17: [2023-05-10 11:35:28,608] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 139 +26: [2023-05-10 11:35:28,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt. +26: [2023-05-10 11:35:28,608] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 209 +14: [2023-05-10 11:35:28,608] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 115 +27: [2023-05-10 11:35:28,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt. +27: [2023-05-10 11:35:28,610] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 223 +22: [2023-05-10 11:35:28,611] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 179 +17: [2023-05-10 11:35:28,612] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 141 + 3: [2023-05-10 11:35:28,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt. +10: [2023-05-10 11:35:28,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt. + 7: [2023-05-10 11:35:28,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt. +13: [2023-05-10 11:35:28,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt. +17: [2023-05-10 11:35:28,616] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 139 +21: [2023-05-10 11:35:28,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt. +23: [2023-05-10 11:35:28,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt. +19: [2023-05-10 11:35:28,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt. +24: [2023-05-10 11:35:28,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt. +26: [2023-05-10 11:35:28,615] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 209 +27: [2023-05-10 11:35:28,617] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 223 +28: [2023-05-10 11:35:28,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt. +25: [2023-05-10 11:35:28,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt. +16: [2023-05-10 11:35:28,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt. +18: [2023-05-10 11:35:28,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt. +20: [2023-05-10 11:35:28,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt. + 3: [2023-05-10 11:35:28,613] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 31 +10: [2023-05-10 11:35:28,614] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 85 + 7: [2023-05-10 11:35:28,636] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 63 +13: [2023-05-10 11:35:28,636] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 111 +21: [2023-05-10 11:35:28,615] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 169 +23: [2023-05-10 11:35:28,615] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 189 +19: [2023-05-10 11:35:28,634] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 153 +24: [2023-05-10 11:35:28,655] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 199 +26: [2023-05-10 11:35:28,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt. +28: [2023-05-10 11:35:28,645] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 231 +25: [2023-05-10 11:35:28,625] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 201 +16: [2023-05-10 11:35:28,632] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 131 +18: [2023-05-10 11:35:28,617] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 147 +20: [2023-05-10 11:35:28,648] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 167 + 3: [2023-05-10 11:35:28,620] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 31 +10: [2023-05-10 11:35:28,621] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 85 + 7: [2023-05-10 11:35:28,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt. +13: [2023-05-10 11:35:28,645] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 111 +21: [2023-05-10 11:35:28,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt. +23: [2023-05-10 11:35:28,621] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 189 +19: [2023-05-10 11:35:28,641] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 153 +24: [2023-05-10 11:35:28,663] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 199 +26: [2023-05-10 11:35:28,618] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 213 +28: [2023-05-10 11:35:28,651] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 231 +25: [2023-05-10 11:35:28,632] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 201 +16: [2023-05-10 11:35:28,639] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 131 +18: [2023-05-10 11:35:28,623] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 147 +20: [2023-05-10 11:35:28,655] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 167 + 3: [2023-05-10 11:35:28,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt. +10: [2023-05-10 11:35:28,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt. + 7: [2023-05-10 11:35:28,637] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 57 +13: [2023-05-10 11:35:28,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt. +21: [2023-05-10 11:35:28,619] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 173 +23: [2023-05-10 11:35:28,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt. +26: [2023-05-10 11:35:28,624] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 213 +28: [2023-05-10 11:35:28,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt. +25: [2023-05-10 11:35:28,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt. +18: [2023-05-10 11:35:28,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt. + 3: [2023-05-10 11:35:28,635] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 27 +10: [2023-05-10 11:35:28,628] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 81 + 7: [2023-05-10 11:35:28,643] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 63 +13: [2023-05-10 11:35:28,655] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 105 +21: [2023-05-10 11:35:28,622] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 169 +23: [2023-05-10 11:35:28,634] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 185 +28: [2023-05-10 11:35:28,656] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 227 +25: [2023-05-10 11:35:28,660] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 205 +18: [2023-05-10 11:35:28,642] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 145 + 3: [2023-05-10 11:35:28,643] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 27 +10: [2023-05-10 11:35:28,634] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 81 + 7: [2023-05-10 11:35:28,644] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 57 +13: [2023-05-10 11:35:28,665] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 105 +21: [2023-05-10 11:35:28,626] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 173 +23: [2023-05-10 11:35:28,642] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 185 +28: [2023-05-10 11:35:28,662] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 227 +18: [2023-05-10 11:35:28,651] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 145 + 3: [2023-05-10 11:35:28,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt. +10: [2023-05-10 11:35:28,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt. +21: [2023-05-10 11:35:28,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt. + 3: [2023-05-10 11:35:28,649] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 29 +10: [2023-05-10 11:35:28,641] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 87 +21: [2023-05-10 11:35:28,642] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 175 + 3: [2023-05-10 11:35:28,656] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 29 +10: [2023-05-10 11:35:28,647] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 87 +21: [2023-05-10 11:35:28,648] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 175 + 4: [2023-05-10 11:35:28,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt. +25: [2023-05-10 11:35:28,671] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 205 + 4: [2023-05-10 11:35:28,672] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 37 + 9: [2023-05-10 11:35:28,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt. +26: [2023-05-10 11:35:28,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt. + 9: [2023-05-10 11:35:28,682] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 75 +26: [2023-05-10 11:35:28,682] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 215 + 4: [2023-05-10 11:35:28,683] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 37 + 9: [2023-05-10 11:35:28,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt. +23: [2023-05-10 11:35:28,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt. +23: [2023-05-10 11:35:28,688] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 191 + 9: [2023-05-10 11:35:28,688] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 79 +26: [2023-05-10 11:35:28,689] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 215 + 9: [2023-05-10 11:35:28,691] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 75 +19: [2023-05-10 11:35:28,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt. +19: [2023-05-10 11:35:28,692] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 157 +24: [2023-05-10 11:35:28,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt. +24: [2023-05-10 11:35:28,693] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 193 +23: [2023-05-10 11:35:28,694] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 191 + 9: [2023-05-10 11:35:28,695] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 79 +22: [2023-05-10 11:35:28,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt. +22: [2023-05-10 11:35:28,697] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 181 +13: [2023-05-10 11:35:28,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt. +13: [2023-05-10 11:35:28,697] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 109 +12: [2023-05-10 11:35:28,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt. +12: [2023-05-10 11:35:28,698] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 99 +13: [2023-05-10 11:35:28,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt. +20: [2023-05-10 11:35:28,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt. +20: [2023-05-10 11:35:28,699] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 163 +13: [2023-05-10 11:35:28,699] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 107 +19: [2023-05-10 11:35:28,699] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 157 + 7: [2023-05-10 11:35:28,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt. +24: [2023-05-10 11:35:28,699] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 193 + 7: [2023-05-10 11:35:28,699] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 61 +19: [2023-05-10 11:35:28,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt. +19: [2023-05-10 11:35:28,701] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 155 +22: [2023-05-10 11:35:28,704] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 181 +12: [2023-05-10 11:35:28,704] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 99 +30: [2023-05-10 11:35:28,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt. +30: [2023-05-10 11:35:28,704] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 241 +20: [2023-05-10 11:35:28,706] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 163 +13: [2023-05-10 11:35:28,706] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 107 + 7: [2023-05-10 11:35:28,706] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 61 +19: [2023-05-10 11:35:28,707] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 155 +13: [2023-05-10 11:35:28,708] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 109 +30: [2023-05-10 11:35:28,711] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 241 +17: [2023-05-10 11:35:28,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt. +12: [2023-05-10 11:35:28,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt. +17: [2023-05-10 11:35:28,712] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 143 +12: [2023-05-10 11:35:28,712] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 97 +30: [2023-05-10 11:35:28,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt. +30: [2023-05-10 11:35:28,714] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 247 +20: [2023-05-10 11:35:28,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt. +20: [2023-05-10 11:35:28,715] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 165 + 9: [2023-05-10 11:35:28,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt. + 9: [2023-05-10 11:35:28,716] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 77 +30: [2023-05-10 11:35:28,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt. +18: [2023-05-10 11:35:28,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt. +30: [2023-05-10 11:35:28,717] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 243 +18: [2023-05-10 11:35:28,718] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 151 +17: [2023-05-10 11:35:28,718] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 143 +12: [2023-05-10 11:35:28,719] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 97 +30: [2023-05-10 11:35:28,720] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 247 +19: [2023-05-10 11:35:28,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt. +19: [2023-05-10 11:35:28,721] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 159 +11: [2023-05-10 11:35:28,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt. +11: [2023-05-10 11:35:28,722] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 95 +20: [2023-05-10 11:35:28,722] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 165 +23: [2023-05-10 11:35:28,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt. + 9: [2023-05-10 11:35:28,723] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 77 +23: [2023-05-10 11:35:28,724] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 187 +30: [2023-05-10 11:35:28,724] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 243 +18: [2023-05-10 11:35:28,725] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 151 +11: [2023-05-10 11:35:28,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt. +11: [2023-05-10 11:35:28,726] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 89 +19: [2023-05-10 11:35:28,727] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 159 +11: [2023-05-10 11:35:28,729] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 95 +23: [2023-05-10 11:35:28,730] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 187 +28: [2023-05-10 11:35:28,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt. +28: [2023-05-10 11:35:28,730] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 229 +16: [2023-05-10 11:35:28,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt. +16: [2023-05-10 11:35:28,731] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 129 +11: [2023-05-10 11:35:28,732] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 89 +28: [2023-05-10 11:35:28,737] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 229 +16: [2023-05-10 11:35:28,740] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 129 +22: [2023-05-10 11:35:28,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt. +16: [2023-05-10 11:35:28,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt. +22: [2023-05-10 11:35:28,742] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 183 +16: [2023-05-10 11:35:28,742] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 133 +24: [2023-05-10 11:35:28,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt. +24: [2023-05-10 11:35:28,746] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 195 +22: [2023-05-10 11:35:28,748] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 183 +11: [2023-05-10 11:35:28,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt. +16: [2023-05-10 11:35:28,751] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 133 +11: [2023-05-10 11:35:28,752] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 93 +24: [2023-05-10 11:35:28,752] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 195 +28: [2023-05-10 11:35:28,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt. +28: [2023-05-10 11:35:28,757] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 225 +11: [2023-05-10 11:35:28,760] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 93 +16: [2023-05-10 11:35:28,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt. +15: [2023-05-10 11:35:28,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt. +16: [2023-05-10 11:35:28,762] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 135 +15: [2023-05-10 11:35:28,762] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 125 +28: [2023-05-10 11:35:28,763] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 225 +15: [2023-05-10 11:35:28,770] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 125 +16: [2023-05-10 11:35:28,772] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 135 +30: [2023-05-10 11:35:28,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt. +30: [2023-05-10 11:35:28,777] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 245 +22: [2023-05-10 11:35:28,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt. +22: [2023-05-10 11:35:28,783] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 177 +12: [2023-05-10 11:35:28,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt. +12: [2023-05-10 11:35:28,784] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 103 +30: [2023-05-10 11:35:28,785] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 245 +17: [2023-05-10 11:35:28,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt. +17: [2023-05-10 11:35:28,786] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 137 +27: [2023-05-10 11:35:28,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt. +27: [2023-05-10 11:35:28,789] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 221 +12: [2023-05-10 11:35:28,790] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 103 +22: [2023-05-10 11:35:28,791] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 177 +20: [2023-05-10 11:35:28,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt. +20: [2023-05-10 11:35:28,792] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 161 +14: [2023-05-10 11:35:28,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt. +14: [2023-05-10 11:35:28,793] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 119 +17: [2023-05-10 11:35:28,793] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 137 +27: [2023-05-10 11:35:28,796] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 221 +14: [2023-05-10 11:35:28,800] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 119 +20: [2023-05-10 11:35:28,802] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 161 +25: [2023-05-10 11:35:28,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt. +25: [2023-05-10 11:35:28,806] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 203 +27: [2023-05-10 11:35:28,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt. +27: [2023-05-10 11:35:28,808] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 219 +27: [2023-05-10 11:35:28,814] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 219 +25: [2023-05-10 11:35:28,815] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 203 +26: [2023-05-10 11:35:28,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt. +26: [2023-05-10 11:35:28,817] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 211 +26: [2023-05-10 11:35:28,823] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 211 +25: [2023-05-10 11:35:28,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt. +25: [2023-05-10 11:35:28,878] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 207 + 5: [2023-05-10 11:35:28,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt. + 5: [2023-05-10 11:35:28,886] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 47 +25: [2023-05-10 11:35:28,887] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 207 + 5: [2023-05-10 11:35:28,894] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 47 + 5: [2023-05-10 11:35:28,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt. + 5: [2023-05-10 11:35:28,966] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 43 +31: [2023-05-10 11:35:28,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt. + 5: [2023-05-10 11:35:28,973] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 43 +31: [2023-05-10 11:35:28,973] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 255 +31: [2023-05-10 11:35:28,980] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 255 +31: [2023-05-10 11:35:28,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt. + 5: [2023-05-10 11:35:28,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt. +31: [2023-05-10 11:35:28,990] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 253 + 5: [2023-05-10 11:35:28,990] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 45 + 5: [2023-05-10 11:35:28,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt. + 5: [2023-05-10 11:35:28,994] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 41 +31: [2023-05-10 11:35:28,997] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 253 + 5: [2023-05-10 11:35:29,000] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 45 + 5: [2023-05-10 11:35:29,002] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 41 +31: [2023-05-10 11:35:29,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt. +31: [2023-05-10 11:35:29,014] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 251 +31: [2023-05-10 11:35:29,021] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 251 + 8: [2023-05-10 11:35:29,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt. + 8: [2023-05-10 11:35:29,022] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 71 + 8: [2023-05-10 11:35:29,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt. + 8: [2023-05-10 11:35:29,029] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 65 + 8: [2023-05-10 11:35:29,030] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 71 + 8: [2023-05-10 11:35:29,036] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 65 + 8: [2023-05-10 11:35:29,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt. + 8: [2023-05-10 11:35:29,038] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 69 + 8: [2023-05-10 11:35:29,046] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 69 + 8: [2023-05-10 11:35:29,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt. + 8: [2023-05-10 11:35:29,048] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 67 + 8: [2023-05-10 11:35:29,058] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 67 +31: [2023-05-10 11:35:29,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt. +31: [2023-05-10 11:35:29,075] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 249 +31: [2023-05-10 11:35:29,083] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 249 +29: [2023-05-10 11:35:29,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt. +29: [2023-05-10 11:35:29,206] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 233 +29: [2023-05-10 11:35:29,213] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 233 +29: [2023-05-10 11:35:29,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt. + 2: [2023-05-10 11:35:29,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt. +29: [2023-05-10 11:35:29,257] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 237 + 2: [2023-05-10 11:35:29,259] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 23 +29: [2023-05-10 11:35:29,265] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 237 +29: [2023-05-10 11:35:29,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt. +29: [2023-05-10 11:35:29,267] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 235 +29: [2023-05-10 11:35:29,274] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 235 + 2: [2023-05-10 11:35:29,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt. + 2: [2023-05-10 11:35:29,277] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 17 + 2: [2023-05-10 11:35:29,281] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 23 +29: [2023-05-10 11:35:29,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt. +29: [2023-05-10 11:35:29,288] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 239 + 2: [2023-05-10 11:35:29,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt. +29: [2023-05-10 11:35:29,296] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 239 + 2: [2023-05-10 11:35:29,298] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 19 + 2: [2023-05-10 11:35:29,300] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 17 + 2: [2023-05-10 11:35:29,322] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 19 + 2: [2023-05-10 11:35:29,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt. + 2: [2023-05-10 11:35:29,392] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 21 + 2: [2023-05-10 11:35:29,419] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 21 + 0: successfully loaded checkpoint from lm1-4b2-84b-c4py/4b284b84b20c4py at iteration 0 +31: time (ms) | load-checkpoint: 45119.05 + 0: estimated model parameters: 4.24648704 + 0: estimated model parameters without embeddings: 4.078977024 + 0: [after model, optimizer, and learning rate scheduler are built] datetime: 2023-05-10 11:35:30 + 0: > building train, validation, and test datasets ... + 0: > datasets target sizes (minimum size): + 0: train: 1 + 0: validation: 102400 + 0: test: 102400 + 0: > building train, validation, and test datasets for GPT ... + 0: > building dataset index ... + 0: reading sizes... + 0: reading pointers... + 0: reading document index... + 0: creating numpy buffer of mmap... + 0: creating memory view of numpy buffer... + 0: > finished creating indexed dataset in 0.010723 seconds + 0: number of documents: 3133972 + 0: > dataset split: + 0: train: + 0: document indices in [0, 3133972) total of 3133972 documents + 0: > loading doc-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_1234s_doc_idx.npy + 0: > loading sample-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_1234s_sample_idx.npy + 0: > loading shuffle-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_1234s_shuffle_idx.npy + 0: loaded indexed file in 0.058 seconds + 0: total number of samples: 731002 + 0: total number of epochs: 1 + 0: > building dataset index ... + 0: reading sizes... + 0: reading pointers... + 0: reading document index... + 0: creating numpy buffer of mmap... + 0: creating memory view of numpy buffer... + 0: > finished creating indexed dataset in 0.006151 seconds + 0: number of documents: 364608 + 0: > dataset split: + 0: validation: + 0: document indices in [0, 364608) total of 364608 documents + 0: > loading doc-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_102400ns_2048sl_1234s_doc_idx.npy + 0: > loading sample-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_102400ns_2048sl_1234s_sample_idx.npy + 0: > loading shuffle-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_102400ns_2048sl_1234s_shuffle_idx.npy + 0: loaded indexed file in 0.026 seconds + 0: total number of samples: 169955 + 0: total number of epochs: 2 + 0: > finished creating GPT datasets ... + 0: [after dataloaders are built] datetime: 2023-05-10 11:35:36 + 0: done with setup ... + 0: training ... +31: time (ms) | model-and-optimizer-setup: 62383.04 | train/valid/test-data-iterators-setup: 2988.79 + 0: [after training is done] datetime: 2023-05-10 11:35:36 +31: ----------------------------------------------------------------------------------------------------------------- +31: validation loss at the end of training for val data | lm loss value: 2.683304E+00 | lm loss PPL: 1.463337E+01 | +31: ----------------------------------------------------------------------------------------------------------------- +END 3490724: Wed 10 May 2023 11:37:46 AM EEST