RASMUS commited on
Commit
2bd3cb5
1 Parent(s): a54cdd8

add train shell script

Browse files
Files changed (1) hide show
  1. start_train_rasmus.sh +42 -0
start_train_rasmus.sh ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ export LD_LIBRARY_PATH=/usr/lib/x86_64-linux-gnu
2
+ python run_speech_recognition_seq2seq_streaming.py \
3
+ --model_name_or_path="openai/whisper-small" \
4
+ --train_dataset_names "/home/ubuntu/train_asr_212k.csv" \
5
+ --train_dataset_config_names "" \
6
+ --train_dataset_split_names "train" \
7
+ --train_dataset_text_column_names "sentence" \
8
+ --eval_dataset_name="mozilla-foundation/common_voice_11_0" \
9
+ --eval_dataset_config_name="fi" \
10
+ --eval_split_name="test" \
11
+ --language="finnish" \
12
+ --model_index_name="Whisper Small Finnish" \
13
+ --max_steps="10000" \
14
+ --output_dir="./outputs" \
15
+ --per_device_train_batch_size="32" \
16
+ --per_device_eval_batch_size="16" \
17
+ --logging_steps="25" \
18
+ --learning_rate="1e-5" \
19
+ --warmup_steps="500" \
20
+ --evaluation_strategy="steps" \
21
+ --eval_steps="1000" \
22
+ --save_strategy="steps" \
23
+ --save_steps="1000" \
24
+ --generation_max_length="225" \
25
+ --length_column_name="input_length" \
26
+ --max_duration_in_seconds="30" \
27
+ --text_column_name="sentence" \
28
+ --freeze_feature_encoder="False" \
29
+ --report_to="tensorboard" \
30
+ --metric_for_best_model="wer" \
31
+ --greater_is_better="False" \
32
+ --load_best_model_at_end \
33
+ --optim="adamw_bnb_8bit" \
34
+ --gradient_checkpointing \
35
+ --fp16 \
36
+ --overwrite_output_dir \
37
+ --do_train \
38
+ --do_eval \
39
+ --predict_with_generate \
40
+ --do_normalize_eval \
41
+ --use_auth_token \
42
+ --push_to_hub