Hugging Face's logo

Finnish-NLP
/
whisper-large-finnish-v3

Automatic Speech Recognition
Transformers
TensorBoard
Safetensors
Finnish
whisper
whisper-event
finnish
speech-recognition
Eval Results
Inference Endpoints
Model card Files Metrics Community
1
whisper-large-finnish-v3
File size: 4,617 Bytes 
b0ae254
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
 
{
    "os": "Linux-5.15.123.1-microsoft-standard-WSL2-x86_64-with-glibc2.35",
    "python": "3.10.13",
    "heartbeatAt": "2023-11-19T08:59:09.582026",
    "startedAt": "2023-11-19T08:59:08.979379",
    "docker": null,
    "cuda": null,
    "args": [
        "--local_rank=0",
        "--deepspeed=ds_config.json",
        "--model_name_or_path=openai/whisper-large-v3",
        "--train_dataset_names",
        "mozilla-foundation/common_voice_11_0",
        "mozilla-foundation/common_voice_11_0",
        "google/fleurs",
        "Finnish-NLP/css10_audio_processed",
        "Finnish-NLP/youtube_fi_110k_preprocessed",
        "Finnish-NLP/voxpopuli_fi_audio_processed",
        "Finnish-NLP/parliament_audio_processed",
        "Finnish-NLP/aalto_eduskunta_asr_audio_processed",
        "Finnish-NLP/fbc_dialog_audio_processed",
        "Finnish-NLP/fbc_monolog_audio_processed",
        "--train_dataset_config_names",
        "fi",
        "fi",
        "fi_fi",
        "",
        "",
        "",
        "",
        "",
        "",
        "",
        "--train_dataset_split_name",
        "train",
        "validation",
        "train",
        "train",
        "train",
        "train",
        "train",
        "train",
        "train",
        "train",
        "--train_dataset_text_column_names",
        "sentence",
        "sentence",
        "raw_transcription",
        "sentence",
        "texts",
        "sentence",
        "sentence",
        "sentence",
        "sentence",
        "sentence",
        "--eval_dataset_name=mozilla-foundation/common_voice_11_0",
        "--eval_dataset_config_name=fi",
        "--eval_split_name=test",
        "--language=finnish",
        "--model_index_name=WhisperLargeV3Finnish",
        "--max_steps=60000",
        "--output_dir=./",
        "--per_device_train_batch_size=8",
        "--per_device_eval_batch_size=4",
        "--gradient_accumulation_steps=2",
        "--logging_steps=20",
        "--learning_rate=3e-6",
        "--warmup_steps=1000",
        "--evaluation_strategy=steps",
        "--eval_steps=1000",
        "--save_strategy=steps",
        "--save_steps=1000",
        "--generation_max_length=225",
        "--length_column_name=input_length",
        "--max_duration_in_seconds=30",
        "--text_column_name=sentence",
        "--freeze_feature_encoder=False",
        "--report_to=wandb",
        "--metric_for_best_model=wer",
        "--greater_is_better=False",
        "--load_best_model_at_end",
        "--gradient_checkpointing",
        "--fp16",
        "--torch_compile",
        "--overwrite_output_dir",
        "--do_train",
        "--do_eval",
        "--predict_with_generate",
        "--do_normalize_eval",
        "--use_auth_token",
        "--push_to_hub",
        "--push_to_hub_model_id=WhisperLargeFinnishV3",
        "--resume_from_checkpoint=./checkpoint-7000"
    ],
    "state": "running",
    "program": "/mnt/e/run_speech_recognition_seq2seq_streaming.py",
    "codePathLocal": "run_speech_recognition_seq2seq_streaming.py",
    "codePath": "run_speech_recognition_seq2seq_streaming.py",
    "host": "DESKTOP-59O9VN1",
    "username": "rasmus",
    "executable": "/home/rasmus/miniconda3/envs/WhisperFinetuneEnv/bin/python",
    "cpu_count": 4,
    "cpu_count_logical": 8,
    "cpu_freq": {
        "current": 3911.9949999999994,
        "min": 0.0,
        "max": 0.0
    },
    "cpu_freq_per_core": [
        {
            "current": 3911.995,
            "min": 0.0,
            "max": 0.0
        },
        {
            "current": 3911.995,
            "min": 0.0,
            "max": 0.0
        },
        {
            "current": 3911.995,
            "min": 0.0,
            "max": 0.0
        },
        {
            "current": 3911.995,
            "min": 0.0,
            "max": 0.0
        },
        {
            "current": 3911.995,
            "min": 0.0,
            "max": 0.0
        },
        {
            "current": 3911.995,
            "min": 0.0,
            "max": 0.0
        },
        {
            "current": 3911.995,
            "min": 0.0,
            "max": 0.0
        },
        {
            "current": 3911.995,
            "min": 0.0,
            "max": 0.0
        }
    ],
    "disk": {
        "/": {
            "total": 1006.853931427002,
            "used": 37.43992614746094
        }
    },
    "gpu": "NVIDIA GeForce RTX 4080",
    "gpu_count": 1,
    "gpu_devices": [
        {
            "name": "NVIDIA GeForce RTX 4080",
            "memory_total": 17171480576
        }
    ],
    "memory": {
        "total": 54.92573928833008
    }
}