boris commited on
Commit
dbbd01a
1 Parent(s): 4d55db6

feat: update lr range

Browse files
Files changed (1) hide show
  1. seq2seq/sweep.yaml +3 -3
seq2seq/sweep.yaml CHANGED
@@ -8,9 +8,9 @@ metric:
8
  parameters:
9
  learning_rate:
10
  distribution: log_uniform
11
- # from exp(min) to exp(max), ie 1e-5 to 1e-3 on log scale
12
- min: -11.5
13
- max: -6.9
14
  gradient_accumulation_steps:
15
  value: 8
16
  warmup_steps:
 
8
  parameters:
9
  learning_rate:
10
  distribution: log_uniform
11
+ # from exp(min) to exp(max), ie 1e-4 to 5e-3 on log scale
12
+ min: -9.2
13
+ max: -5.3
14
  gradient_accumulation_steps:
15
  value: 8
16
  warmup_steps: