Training in progress, step 2000

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbedc75e76ed6d1bd682dd1dbf2f84b25a0900f0ec63ef76e5c9af29e0b7db20
+oid sha256:fc0f0c004ef2faba121b889b7537b1eb0c3ae000bd74b4b53f30079a28cbae0b
 size 483536061

run.sh

@@ -9,9 +9,11 @@ deepspeed run_speech_recognition_seq2seq_streaming-farsipal.py \
 	--model_index_name="Whisper small Greek Farsioal and  El Greco" \
 	--text_column_name="sentence,transcription" \
 	--torch_compile="True" \
+	--resume_from_checkpoint="checkpoint-1000" \
+	--ignore_data_skip \
 	--torch_compile_mode="reduce-overhead" \
 	--torch_compile_mode="max-autotune" \
-	--max_steps="10000" \
+	--max_steps="20000" \
 	--output_dir="./" \
 	--per_device_train_batch_size="32" \
 	--gradient_accumulation_steps="1" \

runs/Dec19_22-42-19_129-146-176-120/events.out.tfevents.1671490684.129-146-176-120.4117983.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3944955dfb4a21ec17ffc886d90be517bff14c468d290fb31295e3844d9f6c75
-size 10891
+oid sha256:4dee39aea2cb6748691a63473621c123ef069e8bc335a9a8be6a314615ff6b97
+size 11519

runs/Dec19_23-37-18_129-146-176-120/1671493943.8130093/events.out.tfevents.1671493943.129-146-176-120.170087.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfdfbb3233b55a2e4ea3fd1d0124cfbff4538cc7d0730f440694bd087d14ad75
+size 5904

runs/Dec19_23-37-18_129-146-176-120/events.out.tfevents.1671493943.129-146-176-120.170087.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dbf4753b9f73a3f8c3e2aa1554ad058303f093b7af75f390b1d6be62a5c49d
+size 10918

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:751cd351f447907c86ab2183daec006252a17aa7b14a091055369166f16377ac
-size 4667
+oid sha256:820257522684972e8af7fed1541367b1612a48a9fd634b3884838be270fe95a8
+size 4731