Spaces:
Build error
Build error
re-run RPP tuning with MAX_NEW_TOKENS=2048
Browse files- scripts/eval-4gpu.sh +4 -1
- scripts/eval-mac.sh +3 -1
scripts/eval-4gpu.sh
CHANGED
|
@@ -28,8 +28,11 @@ export LOAD_IN_4BIT=true
|
|
| 28 |
# export CHECKPOINTS_PER_EPOCH=1
|
| 29 |
# ./scripts/eval-epochs.sh shenzhi-wang Llama3.1-70B-Chinese-Chat
|
| 30 |
|
|
|
|
|
|
|
| 31 |
export END_REPETITION_PENALTY=1.1
|
|
|
|
| 32 |
|
| 33 |
-
|
| 34 |
|
| 35 |
./scripts/eval-rpp.sh Qwen Qwen2-72B-Instruct checkpoint-560
|
|
|
|
| 28 |
# export CHECKPOINTS_PER_EPOCH=1
|
| 29 |
# ./scripts/eval-epochs.sh shenzhi-wang Llama3.1-70B-Chinese-Chat
|
| 30 |
|
| 31 |
+
export MAX_NEW_TOKENS=2048
|
| 32 |
+
export START_REPETITION_PENALTY=1.0
|
| 33 |
export END_REPETITION_PENALTY=1.1
|
| 34 |
+
export RESULTS_PATH=results/mac-results_rpp_with_mnt_2048.csv
|
| 35 |
|
| 36 |
+
./scripts/eval-rpp.sh shenzhi-wang Llama3.1-70B-Chinese-Chat checkpoint-210
|
| 37 |
|
| 38 |
./scripts/eval-rpp.sh Qwen Qwen2-72B-Instruct checkpoint-560
|
scripts/eval-mac.sh
CHANGED
|
@@ -32,8 +32,10 @@ grep MemTotal /proc/meminfo
|
|
| 32 |
|
| 33 |
# ./scripts/eval-epochs.sh shenzhi-wang Llama3.1-8B-Chinese-Chat
|
| 34 |
|
| 35 |
-
export
|
|
|
|
| 36 |
export END_REPETITION_PENALTY=1.1
|
|
|
|
| 37 |
|
| 38 |
./scripts/eval-rpp.sh internlm internlm2_5-7b-chat checkpoint-140
|
| 39 |
|
|
|
|
| 32 |
|
| 33 |
# ./scripts/eval-epochs.sh shenzhi-wang Llama3.1-8B-Chinese-Chat
|
| 34 |
|
| 35 |
+
export MAX_NEW_TOKENS=2048
|
| 36 |
+
export START_REPETITION_PENALTY=1.0
|
| 37 |
export END_REPETITION_PENALTY=1.1
|
| 38 |
+
export RESULTS_PATH=results/mac-results_rpp_with_mnt_2048.csv
|
| 39 |
|
| 40 |
./scripts/eval-rpp.sh internlm internlm2_5-7b-chat checkpoint-140
|
| 41 |
|