Training in progress, step 4000

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1c26c114980c4b75886387eff869a323b4cb16bc039f7dc7b0380a2737ca6e6
+oid sha256:bcbf2efea131228d66f0c9757514e0682c48ec8a7828f7304b938715c09db61a
 size 1527847357

run.sh

@@ -1,13 +1,13 @@
 deepspeed run-ba.py \
 	--deepspeed="ds_config.json" \
 	--model_name_or_path="emilios/whisper-medium-el" \
-	--dataset_name="mozilla-foundation/common_voice_11_0,google/fleurs,MLCommons/ml_spoken_words" \
-	--dataset_config_name="el,el_gr,el_wav" \
+	--dataset_name="mozilla-foundation/common_voice_11_0" \
+	--dataset_config_name="el" \
 	--language="greek" \
-	--train_split_name="train+validation,train+validation,train+validation" \
-	--eval_split_name="test,-,-" \
+	--train_split_name="train+validation" \
+	--eval_split_name="test" \
 	--model_index_name="Whisper medium Greek El Greco" \
-	--text_column_name="sentence,transcription,keyword" \
+	--text_column_name="sentence" \
 	--streaming="False" \
 	--ignore_data_skip \
 	--resume_from_checkpoint="checkpoint-3000" \

run.sh.mlcommons-streaming

@@ -1,4 +1,4 @@
-deepspeed run_speech_recognition_seq2seq_streaming-farsipal.py \
+deepspeed run-ba.py \
 	--deepspeed="ds_config.json" \
 	--model_name_or_path="emilios/whisper-medium-el" \
 	--dataset_name="mozilla-foundation/common_voice_11_0,google/fleurs,MLCommons/ml_spoken_words" \
@@ -8,11 +8,14 @@ deepspeed run_speech_recognition_seq2seq_streaming-farsipal.py \
 	--eval_split_name="test,-,-" \
 	--model_index_name="Whisper medium Greek El Greco" \
 	--text_column_name="sentence,transcription,keyword" \
+	--streaming="False" \
+	--ignore_data_skip \
+	--resume_from_checkpoint="checkpoint-3000" \
 	--torch_compile="True" \
 	--torch_compile_mode="reduce-overhead" \
 	--torch_compile_mode="max-autotune" \
 	--logging_steps="25" \
-	--learning_rate="1e-5" \
+	--learning_rate="4e-6" \
 	--max_steps="5000" \
 	--output_dir="./" \
 	--per_device_train_batch_size="32" \
@@ -39,7 +42,6 @@ deepspeed run_speech_recognition_seq2seq_streaming-farsipal.py \
 	--do_eval \
 	--predict_with_generate \
 	--do_normalize_eval \
-	--streaming="True" \
 	--use_auth_token \
 	--push_to_hub
 

runs/Dec21_19-43-30_129-146-176-120/1671651974.8517156/events.out.tfevents.1671651974.129-146-176-120.408203.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc3b9a0e29b8d9998734c890390751618a270f5967c75e92b44f7b0c1502503
+size 5904

runs/Dec21_19-43-30_129-146-176-120/events.out.tfevents.1671651974.129-146-176-120.408203.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734042df817a20321be4b5ab3f6063cf869d18d3613ac5b5e7be41b6c2f61080
+size 10910

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09c68b7169b60f8c66aaf3de7076f81ce4ddd82e92e374499f1d9e4886a849c1
-size 4731
+oid sha256:62ea99b9ff6cfba708dc92bb463089b5b3a2e483327d4608efc5e2c0467ee895
+size 4795