eval_table isn't quite stable enough to be in default llama configs (#637)
Browse files
examples/llama-2/lora.yml
CHANGED
@@ -56,7 +56,7 @@ flash_attention: true
|
|
56 |
|
57 |
warmup_steps: 10
|
58 |
eval_steps: 20
|
59 |
-
eval_table_size:
|
60 |
eval_table_max_new_tokens: 128
|
61 |
save_steps:
|
62 |
debug:
|
|
|
56 |
|
57 |
warmup_steps: 10
|
58 |
eval_steps: 20
|
59 |
+
eval_table_size:
|
60 |
eval_table_max_new_tokens: 128
|
61 |
save_steps:
|
62 |
debug:
|
examples/llama-2/qlora.yml
CHANGED
@@ -58,7 +58,7 @@ flash_attention: true
|
|
58 |
|
59 |
warmup_steps: 10
|
60 |
eval_steps: 20
|
61 |
-
eval_table_size:
|
62 |
save_steps:
|
63 |
debug:
|
64 |
deepspeed:
|
|
|
58 |
|
59 |
warmup_steps: 10
|
60 |
eval_steps: 20
|
61 |
+
eval_table_size:
|
62 |
save_steps:
|
63 |
debug:
|
64 |
deepspeed:
|
examples/llama-2/tiny-llama.yml
CHANGED
@@ -56,7 +56,7 @@ flash_attention: true
|
|
56 |
|
57 |
warmup_steps: 10
|
58 |
eval_steps: 20
|
59 |
-
eval_table_size:
|
60 |
save_steps:
|
61 |
debug:
|
62 |
deepspeed:
|
|
|
56 |
|
57 |
warmup_steps: 10
|
58 |
eval_steps: 20
|
59 |
+
eval_table_size:
|
60 |
save_steps:
|
61 |
debug:
|
62 |
deepspeed:
|