File size: 828 Bytes
277ed5d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
set -eux
LLM_RECIPES_DIR=/code/llm-recipes

CHECKPOINTS=(
    /work/models/additiona_trained/mistral-llm-recipes-mistral-ja-v1/iter_0019200/model.pt
    /work/models/additiona_trained/mistral-llm-recipes-mistral-ja-v1/iter_0019400/model.pt
    /work/models/additiona_trained/mistral-llm-recipes-mistral-ja-v1/iter_0019600/model.pt
    /work/models/additiona_trained/mistral-llm-recipes-mistral-ja-v1/iter_0019800/model.pt
    /work/models/additiona_trained/mistral-llm-recipes-mistral-ja-v1/iter_0020000/model.pt
)
# Concatenate the checkpoints
INPUTS=${CHECKPOINTS[@]}

OUTPUT_DIR=/work/models/additiona_trained/mistral-llm-recipes-mistral-ja-v1/averaged/averaged-19200-20000.pt
mkdir -p $(dirname $OUTPUT_DIR)

python $LLM_RECIPES_DIR/tools/merge_checkpoints.py \
       --inputs $INPUTS \
       --output $OUTPUT_DIR