File size: 828 Bytes
277ed5d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
set -eux
LLM_RECIPES_DIR=/code/llm-recipes
CHECKPOINTS=(
/work/models/additiona_trained/mistral-llm-recipes-mistral-ja-v1/iter_0019200/model.pt
/work/models/additiona_trained/mistral-llm-recipes-mistral-ja-v1/iter_0019400/model.pt
/work/models/additiona_trained/mistral-llm-recipes-mistral-ja-v1/iter_0019600/model.pt
/work/models/additiona_trained/mistral-llm-recipes-mistral-ja-v1/iter_0019800/model.pt
/work/models/additiona_trained/mistral-llm-recipes-mistral-ja-v1/iter_0020000/model.pt
)
# Concatenate the checkpoints
INPUTS=${CHECKPOINTS[@]}
OUTPUT_DIR=/work/models/additiona_trained/mistral-llm-recipes-mistral-ja-v1/averaged/averaged-19200-20000.pt
mkdir -p $(dirname $OUTPUT_DIR)
python $LLM_RECIPES_DIR/tools/merge_checkpoints.py \
--inputs $INPUTS \
--output $OUTPUT_DIR
|