File size: 687 Bytes
b21185a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 |
#!/bin/bash
NAME="1024x4k_100B_edu_llama_1.3B_v1"
MODEL='LLaMA_1.3B'
HF_PATH='/outputs/tsz1024x4k_100B_1024x4k_100B_edu_llama_1.3B_v1/'
CKPT_PATH='/outputs/tsz1024x4k_100B_1024x4k_100B_edu_llama_1.3B_v1/latest-model-ckpt.pth'
SAVE_DIR="/checkpoints/llm_next_gen/ah"
LOGS_DIR="${SAVE_DIR}/logs/${NAME}/"
WANDB_DIR="${SAVE_DIR}/wandb/${NAME}/"
TASKS='squad_completion,swde,wikitext,lambada_openai,piqa,hellaswag,winogrande,arc_easy,arc_challenge'
TASKS='squad_completion'
NUM_FEWSHOT=0
torchrun ${OUTPUT_ROOT}/evals/lm_harness.py \
--ckpt_path ${CKPT_PATH} \
--model_name ${MODEL} \
--exp_name ${NAME} \
--wandb_dir ${WANDB_DIR} \
--num_fewshot ${NUM_FEWSHOT} \
--tasks ${TASKS} \
|