#!/bin/bash

NAME="1024x4k_100B_edu_llama_1.3B_v1"
MODEL='LLaMA_1.3B'
HF_PATH='/outputs/tsz1024x4k_100B_1024x4k_100B_edu_llama_1.3B_v1/'
CKPT_PATH='/outputs/tsz1024x4k_100B_1024x4k_100B_edu_llama_1.3B_v1/latest-model-ckpt.pth'


SAVE_DIR="/checkpoints/llm_next_gen/ah"
LOGS_DIR="${SAVE_DIR}/logs/${NAME}/"
WANDB_DIR="${SAVE_DIR}/wandb/${NAME}/"

TASKS='squad_completion,swde,wikitext,lambada_openai,piqa,hellaswag,winogrande,arc_easy,arc_challenge'
TASKS='squad_completion'

NUM_FEWSHOT=0


torchrun ${OUTPUT_ROOT}/evals/lm_harness.py \
--ckpt_path ${CKPT_PATH}  \
--model_name ${MODEL} \
--exp_name ${NAME} \
--wandb_dir ${WANDB_DIR} \
--num_fewshot ${NUM_FEWSHOT} \
--tasks ${TASKS} \