| # export OMINI_CONFIG=./config/commonsense.yaml | |
| export OMINI_CONFIG=./config/math395.yaml | |
| #echo $OMINI_CONFIG | |
| export TOKENIZERS_PARALLELISM=true | |
| # CUDA Include (/cuda.h) | |
| CUDA_INCLUDE_PATH="/home/work/miniconda3/envs/allm/include" | |
| # 3. Add into CPATH & CPLUS_INCLUDE_PATH (C/C++ compiler) | |
| export CPATH=$CPATH:$CUDA_INCLUDE_PATH | |
| export CPLUS_INCLUDE_PATH=$CPLUS_INCLUDE_PATH:$CUDA_INCLUDE_PATH | |
| # echo "CPATH is set to: $CPATH" | |
| # echo "CPLUS_INCLUDE_PATH is set to: $CPLUS_INCLUDE_PATH" | |
| #./exps/run_ex15_3ep | |
| # ./exp_init/run_ex02/ft2 | |
| # ADAPTER = "--model.merge_adapter_path "./exps/run_ex12/ft2" --model.merge_output_path "./exps/run_ex12/merged" | |
| # export ADAPTER = "--model.merge_adapter_path ./exp395/run_ex01/ft2 --model.merge_output_path ./exp395/run_ex01/merged" | |
| MERGE_DIR="./exp395/run_ex10" | |
| # accelerate launch --main_process_port 41353 -m src.merge \ | |
| # --config_path $OMINI_CONFIG \ | |
| # --model.merge_adapter_path $MERGE_DIR/ft2/ --model.merge_output_path $MERGE_DIR/merged/ | |
| # # OUTPUT="./exp395/run_ex09/merged" | |
| # date +"%F %T" | |
| # python inference/MATH_infer.py --model $MERGE_DIR/merged/ | |
| date +"%F %T" | |
| python inference/gsm8k_infer.py --model $MERGE_DIR/merged/ | |
| date +"%F %T" | |