process_wt.sh

cd /home/tosi-n/ark/jack-alm/checkpoint-400 && python /home/tosi-n/ark/gorilla/zero_to_fp32.py /home/tosi-n/ark/jack-alm/checkpoint-400/ pytorch_model.bin && cd /home/tosi-n/ark && \
python3 /home/tosi-n/ark/gorilla/get_trainable_weights.py --checkpoint_path /home/tosi-n/ark/jack-alm/checkpoint-400/ --trainable_params "embed,norm" && \
python3 /home/tosi-n/ark/gorilla/merge_lora_weights_and_save_hf_model.py \
        --base_model meta-llama/Llama-2-13b-hf \
        --peft_model /home/tosi-n/ark/jack-alm/checkpoint-400  \
        --context_size 8192 \
        --save_path /home/tosi-n/ark/jack-alm-13b-8k-hf