sanchit-gandhi HF staff commited on
Commit
c787ad4
1 Parent(s): 0353d01
Files changed (1) hide show
  1. sweep.yaml +68 -0
sweep.yaml ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ command:
2
+ - python3
3
+ - ${program}
4
+ - --overwrite_output_dir
5
+ - --freeze_feature_encoder
6
+ - --gradient_checkpointing
7
+ - --fp16
8
+ - --group_by_length
9
+ - --do_train
10
+ - --do_eval
11
+ - --load_best_model_at_end
12
+ - --push_to_hub
13
+ - --use_auth_token
14
+ - ${args}
15
+ method: random
16
+ metric:
17
+ goal: maximize
18
+ name: eval/bleu
19
+ parameters:
20
+ model_name_or_path:
21
+ value: ./
22
+ task:
23
+ value: covost2
24
+ language:
25
+ value: fr.en
26
+ eval_split_name:
27
+ value: test
28
+ output_dir:
29
+ value: ./output_dir
30
+ num_train_epochs:
31
+ value: 3
32
+ per_device_train_batch_size:
33
+ value: 4
34
+ per_device_eval_batch_size:
35
+ value: 4
36
+ gradient_accumulation_steps:
37
+ value: 8
38
+ generation_max_length:
39
+ value: 40
40
+ generation_num_beams:
41
+ value: 1
42
+ learning_rate:
43
+ distribution: log_uniform
44
+ max: -6.9
45
+ min: -9.2
46
+ hidden_dropout:
47
+ distribution: log_uniform
48
+ max: -1.6
49
+ min: -3.4
50
+ warmup_steps:
51
+ value: 500
52
+ evaluation_strategy:
53
+ value: steps
54
+ max_duration_in_seconds:
55
+ value: 20
56
+ save_steps:
57
+ value: 500
58
+ eval_steps:
59
+ value: 500
60
+ logging_steps:
61
+ value: 1
62
+ metric_for_best_model:
63
+ value: bleu
64
+ greater_is_better:
65
+ value: True
66
+ program: run_xtreme_s.py
67
+ project: xtreme_s_xlsr_2_bart_covost2_fr_en
68
+