Update README.md
Browse files
README.md
CHANGED
@@ -30,5 +30,6 @@ Prompt templates
|
|
30 |
- target_modules = ["q_proj", "v_proj", "gate_proj", "down_proj", "up_proj", "k_proj", "o_proj"]
|
31 |
- Learning Rate: 4e-4
|
32 |
- LR Scheduler: constant
|
33 |
-
- 250
|
34 |
-
|
|
|
|
30 |
- target_modules = ["q_proj", "v_proj", "gate_proj", "down_proj", "up_proj", "k_proj", "o_proj"]
|
31 |
- Learning Rate: 4e-4
|
32 |
- LR Scheduler: constant
|
33 |
+
- 250 Steps
|
34 |
+
|
35 |
+
## T3: 1 Hour
|