Hugging Face's logo

supawichwac
/
training

Automatic Speech Recognition
Transformers
TensorBoard
Safetensors
whisper
Inference Endpoints
Model card Files Metrics Community
training
File size: 5,054 Bytes 
55f3766
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
 
#!/usr/bin/env bash

DATASET_NAME="librispeech_asr-noise+librispeech_asr-noise+librispeech_asr-noise+librispeech_asr-noise+librispeech_asr-noise+librispeech_asr-noise+librispeech_asr-noise+librispeech_asr-noise+librispeech_asr-noise+librispeech_asr-noise+librispeech_asr-noise"
DATASET_CONFIG_NAME=("validation-white-noise" "validation-pub-noise")
DATASET_SPLIT_NAME="40+35+30+25+20+15+10+5+0+minus5+minus10"

for i in "${!DATASET_CONFIG_NAME[@]}"; do
  python run_eval.py \
    --model_name_or_path "openai/whisper-tiny.en" \
    --dataset_name $DATASET_NAME \
    --dataset_config_name "${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}" \
    --dataset_split_name $DATASET_SPLIT_NAME \
    --cache_dir "/home/sanchitgandhi/cache" \
    --dataset_cache_dir "/home/sanchitgandhi/cache" \
    --output_dir "./" \
    --wandb_dir "/home/sanchitgandhi/cache" \
    --wandb_project "distil-whisper-noise-eval" \
    --wandb_name "tiny.en-${DATASET_CONFIG_NAME[i]}" \
    --per_device_eval_batch_size 64 \
    --dtype "bfloat16" \
    --dataloader_num_workers 16 \
    --report_to "wandb" \
    --streaming \
    --predict_with_generate

  python run_eval.py \
    --model_name_or_path "openai/whisper-base.en" \
    --dataset_name $DATASET_NAME \
    --dataset_config_name "${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}" \
    --dataset_split_name $DATASET_SPLIT_NAME \
    --cache_dir "/home/sanchitgandhi/cache" \
    --dataset_cache_dir "/home/sanchitgandhi/cache" \
    --output_dir "./" \
    --wandb_dir "/home/sanchitgandhi/cache" \
    --wandb_project "distil-whisper-noise-eval" \
    --wandb_name "base.en-${DATASET_CONFIG_NAME[i]}" \
    --per_device_eval_batch_size 64 \
    --dtype "bfloat16" \
    --dataloader_num_workers 16 \
    --report_to "wandb" \
    --streaming \
    --predict_with_generate

  python run_eval.py \
    --model_name_or_path "openai/whisper-small.en" \
    --dataset_name $DATASET_NAME \
    --dataset_config_name "${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}" \
    --dataset_split_name $DATASET_SPLIT_NAME \
    --cache_dir "/home/sanchitgandhi/cache" \
    --dataset_cache_dir "/home/sanchitgandhi/cache" \
    --output_dir "./" \
    --wandb_dir "/home/sanchitgandhi/cache" \
    --wandb_project "distil-whisper-noise-eval" \
    --wandb_name "small.en-${DATASET_CONFIG_NAME[i]}" \
    --per_device_eval_batch_size 64 \
    --dtype "bfloat16" \
    --dataloader_num_workers 16 \
    --report_to "wandb" \
    --streaming \
    --predict_with_generate

  python run_eval.py \
    --model_name_or_path "openai/whisper-medium.en" \
    --dataset_name $DATASET_NAME \
    --dataset_config_name "${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}" \
    --dataset_split_name $DATASET_SPLIT_NAME \
    --cache_dir "/home/sanchitgandhi/cache" \
    --dataset_cache_dir "/home/sanchitgandhi/cache" \
    --output_dir "./" \
    --wandb_dir "/home/sanchitgandhi/cache" \
    --wandb_project "distil-whisper-noise-eval" \
    --wandb_name "medium.en-${DATASET_CONFIG_NAME[i]}" \
    --per_device_eval_batch_size 64 \
    --dtype "bfloat16" \
    --dataloader_num_workers 16 \
    --report_to "wandb" \
    --streaming \
    --predict_with_generate

  python run_eval.py \
    --model_name_or_path "openai/whisper-large-v2" \
    --dataset_name $DATASET_NAME \
    --dataset_config_name "${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}+${DATASET_CONFIG_NAME[i]}" \
    --dataset_split_name $DATASET_SPLIT_NAME \
    --cache_dir "/home/sanchitgandhi/cache" \
    --dataset_cache_dir "/home/sanchitgandhi/cache" \
    --output_dir "./" \
    --wandb_dir "/home/sanchitgandhi/cache" \
    --wandb_project "distil-whisper-noise-eval" \
    --wandb_name "large-v2-${DATASET_CONFIG_NAME[i]}" \
    --per_device_eval_batch_size 32 \
    --dtype "bfloat16" \
    --dataloader_num_workers 16 \
    --report_to "wandb" \
    --streaming \
    --predict_with_generate

done