| set -eux | |
| LLM_RECIPES_DIR=/code/llm-recipes | |
| CHECKPOINTS=( | |
| /work/models/additiona_trained/mistral-llm-recipes-mistral-ja-v1/iter_0019200/model.pt | |
| /work/models/additiona_trained/mistral-llm-recipes-mistral-ja-v1/iter_0019400/model.pt | |
| /work/models/additiona_trained/mistral-llm-recipes-mistral-ja-v1/iter_0019600/model.pt | |
| /work/models/additiona_trained/mistral-llm-recipes-mistral-ja-v1/iter_0019800/model.pt | |
| /work/models/additiona_trained/mistral-llm-recipes-mistral-ja-v1/iter_0020000/model.pt | |
| ) | |
| # Concatenate the checkpoints | |
| INPUTS=${CHECKPOINTS[@]} | |
| OUTPUT_DIR=/work/models/additiona_trained/mistral-llm-recipes-mistral-ja-v1/averaged/averaged-19200-20000.pt | |
| mkdir -p $(dirname $OUTPUT_DIR) | |
| python $LLM_RECIPES_DIR/tools/merge_checkpoints.py \ | |
| --inputs $INPUTS \ | |
| --output $OUTPUT_DIR | |