|
command: |
|
- python3 |
|
- ${program} |
|
- --do_train |
|
- --do_eval |
|
- --use_scan |
|
- --gradient_checkpointing |
|
- --overwrite_output_dir |
|
- --predict_with_generate |
|
- --freeze_encoder |
|
- --streaming |
|
- --use_auth_token |
|
- ${args} |
|
method: grid |
|
metric: |
|
goal: minimize |
|
name: gigaspeech-l/validation/wer |
|
parameters: |
|
model_name_or_path: |
|
value: distil-whisper/large-32-2 |
|
teacher_model_name_or_path: |
|
value: openai/whisper-large-v2 |
|
train_dataset_name: |
|
value: librispeech_asr-timestamped+librispeech_asr-timestamped+librispeech_asr-timestamped+common_voice_13_0-timestamped+voxpopuli-timestamped+ami-ihm-timestamped+ami-sdm-timestamped+peoples_speech-clean-timestamped+tedlium-timestamped+switchboard-data+gigaspeech-l-timestamped+librispeech_asr-prompted+librispeech_asr-prompted+librispeech_asr-prompted+tedlium-prompted |
|
train_dataset_config_name: |
|
value: all+all+all+en+en+ihm+sdm+clean+release3+all+l+all+all+all+release3 |
|
train_split_name: |
|
value: train.clean.100+train.clean.360+train.other.500+train+train+train+train+train+train+train+train+train.clean.100+train.clean.360+train.other.500+train |
|
train_dataset_samples: |
|
value: 2.9+10.4+14.9+89+18.2+10.9+10.9+288+26.8+371.2+226.6+2.9+10.4+14.9+26.8 |
|
eval_dataset_name: |
|
value: librispeech_asr+librispeech_asr+common_voice_13_0+voxpopuli+ami-ihm+ami-sdm+peoples_speech-clean+tedlium+switchboard-data+gigaspeech-l+spgispeech+chime4+google/fleurs |
|
eval_dataset_config_name: |
|
value: all+all+en+en+ihm+sdm+clean+release3+all+l+L+1-channel+en_us |
|
eval_split_name: |
|
value: validation.clean+validation.other+validation+validation+validation+validation+validation+validation+validation+validation+validation+validation+validation |
|
eval_text_column_name: |
|
value: text+text+text+text+text+text+text+text+text+text+text+text+transcription |
|
cache_dir: |
|
value: /home/sanchitgandhi/.cache |
|
dataset_cache_dir: |
|
value: /home/sanchitgandhi/.cache |
|
output_dir: |
|
value: ./ |
|
per_device_train_batch_size: |
|
value: 64 |
|
per_device_eval_batch_size: |
|
value: 64 |
|
dtype: |
|
value: bfloat16 |
|
learning_rate: |
|
value: 1e-4 |
|
lr_scheduler_type: |
|
value: constant_with_warmup |
|
warmup_steps: |
|
value: 50 |
|
max_steps: |
|
value: 10000 |
|
save_steps: |
|
value: 10001 |
|
dataloader_num_workers: |
|
value: 48 |
|
logging_steps: |
|
value: 25 |
|
wer_threshold: |
|
values: |
|
- 100 |
|
- 20 |
|
- 15 |
|
- 10 |
|
- 5 |
|
program: run_distillation.py |
|
project: distil-whisper-sweeps |
|
|
