| NAME="1024x4k_100B_edu_llama_1.3B_v1" | |
| MODEL='LLaMA_1.3B' | |
| HF_PATH='/outputs/tsz1024x4k_100B_1024x4k_100B_edu_llama_1.3B_v1/' | |
| CKPT_PATH='/outputs/tsz1024x4k_100B_1024x4k_100B_edu_llama_1.3B_v1/latest-model-ckpt.pth' | |
| SAVE_DIR="/checkpoints/llm_next_gen/ah" | |
| LOGS_DIR="${SAVE_DIR}/logs/${NAME}/" | |
| WANDB_DIR="${SAVE_DIR}/wandb/${NAME}/" | |
| TASKS='squad_completion,swde,wikitext,lambada_openai,piqa,hellaswag,winogrande,arc_easy,arc_challenge' | |
| TASKS='squad_completion' | |
| NUM_FEWSHOT=0 | |
| torchrun ${OUTPUT_ROOT}/evals/lm_harness.py \ | |
| --ckpt_path ${CKPT_PATH} \ | |
| --model_name ${MODEL} \ | |
| --exp_name ${NAME} \ | |
| --wandb_dir ${WANDB_DIR} \ | |
| --num_fewshot ${NUM_FEWSHOT} \ | |
| --tasks ${TASKS} \ | |