xls-r-et / run-1b.sh
shpotes's picture
Training in progress, step 500
879f203
raw
history blame
1.28 kB
#!/bin/sh
export WANDB_PROJECT="xls-r-estonian"
export CUDA_VISIBLE_DEVICES=1
python src/run_speech_recognition_ctc_bnb.py \
--dataset_name="mozilla-foundation/common_voice_7_0" \
--model_name_or_path="facebook/wav2vec2-xls-r-1b" \
--dataset_config_name="et" \
--output_dir="./1B" \
--overwrite_output_dir \
--num_train_epochs=100 \
--per_device_train_batch_size=48 \
--per_device_eval_batch_size=48 \
--gradient_accumulation_steps=2 \
--learning_rate=5e-5 \
--save_total_limit=1 \
--warmup_steps=500 \
--evaluation_strategy=steps \
--text_column_name=sentence \
--length_column_name=input_length \
--save_steps=1000 \
--eval_steps=250 \
--logging_steps=100 \
--layerdrop=0.0 \
--freeze_feature_encoder \
--feat_proj_dropout=0.1 \
--chars_to_ignore , ? . ! \- \; \: \" β€œ % β€˜ ” οΏ½ β€” ’ … – \
--gradient_checkpointing \
--lr_scheduler_type=cosine \
--fp16 \
--group_by_length \
--mask_time_prob=0.1 \
--mask_time_length=10 \
--report_to=wandb \
--run_name="cosine+drop_proj+low_specaugment-1b" \
--do_train --do_eval
#--use_auth_token
#--push_to_hub