Training in progress, step 2

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "SungBeom/whisper-small-ko",
+  "_name_or_path": "openai/whisper-base",
   "activation_dropout": 0.0,
   "activation_function": "gelu",
   "apply_spec_augment": false,
@@ -13,17 +13,17 @@
   ],
   "bos_token_id": 50257,
   "classifier_proj_size": 256,
-  "d_model": 768,
-  "decoder_attention_heads": 12,
-  "decoder_ffn_dim": 3072,
+  "d_model": 512,
+  "decoder_attention_heads": 8,
+  "decoder_ffn_dim": 2048,
   "decoder_layerdrop": 0.0,
-  "decoder_layers": 12,
+  "decoder_layers": 6,
   "decoder_start_token_id": 50258,
-  "dropout": 0.1,
-  "encoder_attention_heads": 12,
-  "encoder_ffn_dim": 3072,
+  "dropout": 0.0,
+  "encoder_attention_heads": 8,
+  "encoder_ffn_dim": 2048,
   "encoder_layerdrop": 0.0,
-  "encoder_layers": 12,
+  "encoder_layers": 6,
   "eos_token_id": 50257,
   "forced_decoder_ids": null,
   "init_std": 0.02,
@@ -39,7 +39,7 @@
   "max_target_positions": 448,
   "median_filter_width": 7,
   "model_type": "whisper",
-  "num_hidden_layers": 12,
+  "num_hidden_layers": 6,
   "num_mel_bins": 80,
   "pad_token_id": 50257,
   "scale_embedding": false,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82a39e51941cfd9a18a2e6360fc4e6805ead0861f9235c09d226e64c0e44de6d
-size 966995080
+oid sha256:07cadb9f25677c8d50df603e66a98fbd842cce45047139baeb16e6219a1e807b
+size 290403936

runs/Jun03_20-29-55_gpu-pss2946/events.out.tfevents.1717414243.gpu-pss2946.46515.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba2c00cc81712612944c4bfd07ca3d338b76d9ca7fa5b86ad89feb2246d3df1
+size 400

runs/Jun03_21-19-34_gpu-pss2946/events.out.tfevents.1717417180.gpu-pss2946.50829.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a4b05891cc5096f080a9b2e26fd85d6f140403fa8c3fd5f652d2cfb4f28c03
+size 6027

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9db34b194777457b01d975e2fc7595da6972bc8804a3a93ded3c045de6ceeb59
+oid sha256:c7e62d6a2a75c01e2175a0932aafba86970cc937c1a2d300aa8cfb747571c2c6
 size 5304