RASMUS's picture
Training in progress, step 1000
878dbce
{
"os": "Linux-5.15.123.1-microsoft-standard-WSL2-x86_64-with-glibc2.35",
"python": "3.10.13",
"heartbeatAt": "2023-11-18T09:54:22.666667",
"startedAt": "2023-11-18T09:54:22.145260",
"docker": null,
"cuda": null,
"args": [
"--deepspeed=ds_config.json",
"--model_name_or_path=openai/whisper-large-v2",
"--train_dataset_names",
"mozilla-foundation/common_voice_11_0",
"mozilla-foundation/common_voice_11_0",
"google/fleurs",
"Finnish-NLP/css10_audio_processed",
"Finnish-NLP/youtube_fi_110k_preprocessed",
"Finnish-NLP/voxpopuli_fi_audio_processed",
"Finnish-NLP/parliament_audio_processed",
"Finnish-NLP/aalto_eduskunta_asr_audio_processed",
"Finnish-NLP/fbc_dialog_audio_processed",
"Finnish-NLP/fbc_monolog_audio_processed",
"--train_dataset_config_names",
"fi",
"fi",
"fi_fi",
"",
"",
"",
"",
"",
"",
"",
"--train_dataset_split_name",
"train",
"validation",
"train",
"train",
"train",
"train",
"train",
"train",
"train",
"train",
"--train_dataset_text_column_names",
"sentence",
"sentence",
"raw_transcription",
"sentence",
"texts",
"sentence",
"sentence",
"sentence",
"sentence",
"sentence",
"--eval_dataset_name=mozilla-foundation/common_voice_11_0",
"--eval_dataset_config_name=fi",
"--eval_split_name=test",
"--language=finnish",
"--model_index_name=Whisper Large V3 Finnish",
"--max_steps=30000",
"--output_dir=./",
"--per_device_train_batch_size=1",
"--per_device_eval_batch_size=2",
"--gradient_accumulation_steps=2",
"--logging_steps=25",
"--learning_rate=3e-6",
"--warmup_steps=1000",
"--evaluation_strategy=steps",
"--eval_steps=1000",
"--save_strategy=steps",
"--save_steps=1000",
"--generation_max_length=225",
"--length_column_name=input_length",
"--max_duration_in_seconds=30",
"--text_column_name=sentence",
"--freeze_feature_encoder=False",
"--report_to=wandb",
"--metric_for_best_model=wer",
"--greater_is_better=False",
"--load_best_model_at_end",
"--gradient_checkpointing",
"--fp16",
"--overwrite_output_dir",
"--do_train",
"--do_eval",
"--predict_with_generate",
"--do_normalize_eval",
"--use_auth_token",
"--push_to_hub"
],
"state": "running",
"program": "/mnt/e/run_speech_recognition_seq2seq_streaming.py",
"codePathLocal": "run_speech_recognition_seq2seq_streaming.py",
"codePath": "run_speech_recognition_seq2seq_streaming.py",
"host": "DESKTOP-59O9VN1",
"username": "rasmus",
"executable": "/home/rasmus/miniconda3/envs/WhisperFinetuneEnv/bin/python",
"cpu_count": 4,
"cpu_count_logical": 8,
"cpu_freq": {
"current": 3911.9949999999994,
"min": 0.0,
"max": 0.0
},
"cpu_freq_per_core": [
{
"current": 3911.995,
"min": 0.0,
"max": 0.0
},
{
"current": 3911.995,
"min": 0.0,
"max": 0.0
},
{
"current": 3911.995,
"min": 0.0,
"max": 0.0
},
{
"current": 3911.995,
"min": 0.0,
"max": 0.0
},
{
"current": 3911.995,
"min": 0.0,
"max": 0.0
},
{
"current": 3911.995,
"min": 0.0,
"max": 0.0
},
{
"current": 3911.995,
"min": 0.0,
"max": 0.0
},
{
"current": 3911.995,
"min": 0.0,
"max": 0.0
}
],
"disk": {
"/": {
"total": 1006.853931427002,
"used": 37.274559020996094
}
},
"gpu": "NVIDIA GeForce RTX 4080",
"gpu_count": 1,
"gpu_devices": [
{
"name": "NVIDIA GeForce RTX 4080",
"memory_total": 17171480576
}
],
"memory": {
"total": 54.92573928833008
}
}