more

scripts/eval-h100.sh

@@ -60,7 +60,7 @@ export LOAD_IN_4BIT=true
 # export START_REPETITION_PENALTY=1.02
 # ./scripts/eval-rpp.sh Qwen Qwen2-72B-Instruct checkpoint-560
 
-export START_REPETITION_PENALTY=1.04
+export START_REPETITION_PENALTY=1.06
 ./scripts/eval-rpp.sh shenzhi-wang Llama3.1-70B-Chinese-Chat checkpoint-210
 
 
@@ -69,6 +69,8 @@ export START_REPETITION_PENALTY=1.04
 
 # ./scripts/eval-rpp.sh shenzhi-wang Mistral-7B-v0.3-Chinese-Chat checkpoint-70
 
-# ./scripts/eval-rpp.sh shenzhi-wang Llama3.1-8B-Chinese-Chat checkpoint-105
+export LOAD_IN_4BIT=false
+export START_REPETITION_PENALTY=1.00
+./scripts/eval-rpp.sh shenzhi-wang Llama3.1-8B-Chinese-Chat checkpoint-105
 
 # ./scripts/eval-rpp.sh microsoft Phi-3.5-mini-instruct checkpoint-210

scripts/eval-mac.sh

@@ -42,7 +42,7 @@ export RESULTS_PATH=results/mac-results_fine_tuned.csv
 # ./scripts/eval-epochs.sh microsoft Phi-3.5-mini-instruct
 
 export MAX_NEW_TOKENS=2048
-export START_REPETITION_PENALTY=1.0
+export START_REPETITION_PENALTY=1.06
 export END_REPETITION_PENALTY=1.1
 
 export USING_CHAT_TEMPLATE=false
@@ -60,7 +60,7 @@ export RESULTS_PATH=results/mac-results_rpp_with_mnt_2048_generic_prompt.csv
 # ./scripts/eval-rpp.sh microsoft Phi-3.5-mini-instruct checkpoint-210
 
 export BATCH_SIZE=1
-# ./scripts/eval-rpp.sh shenzhi-wang Llama3.1-8B-Chinese-Chat checkpoint-105
+./scripts/eval-rpp.sh shenzhi-wang Llama3.1-8B-Chinese-Chat checkpoint-105
 
-./scripts/eval-rpp.sh Qwen Qwen2-7B-Instruct checkpoint-105
+# ./scripts/eval-rpp.sh Qwen Qwen2-7B-Instruct checkpoint-105