#!/usr/bin/env bash
#./run_pretrain_no_trainer.py \
accelerate launch  --config_file ./default_config.yaml ./run_pretrain_no_trainer.py \
--output_dir="./test" \
--max_train_steps="200000" \
--num_warmup_steps="100000" \
--gradient_accumulation_steps="4" \
--learning_rate="0.005" \
--weight_decay="0.01" \
--max_duration_in_seconds="10.0" \
--model_name_or_path="./" \
--dataset_name="patrickvonplaten/librispeech_local" \
--manual_data_dir="/home/ubuntu/wav2vec2_reproduce" \
--dataset_config_name="clean" \
--logging_steps="5" \
--per_device_train_batch_size="8" \
--per_device_eval_batch_size="8" \
#--per_device_train_batch_size="16" \
#--per_device_eval_batch_size="16" \
#--preprocessing_num_workers="4" \
#--adam_beta1="0.9" \
#--adam_beta2="0.98" \
#--adam_epsilon="1e-06" \
#--deepspeed ds_config_wav2vec2_zero2.json
#--per_device_train_batch_size="16" \
#--per_device_eval_batch_size="16" \