Training in progress, step 100

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "openai/whisper-base",
+  "_name_or_path": "openai/whisper-small",
   "activation_dropout": 0.0,
   "activation_function": "gelu",
   "apply_spec_augment": false,
@@ -13,17 +13,17 @@
   ],
   "bos_token_id": 50257,
   "classifier_proj_size": 256,
-  "d_model": 512,
-  "decoder_attention_heads": 8,
-  "decoder_ffn_dim": 2048,
+  "d_model": 768,
+  "decoder_attention_heads": 12,
+  "decoder_ffn_dim": 3072,
   "decoder_layerdrop": 0.0,
-  "decoder_layers": 6,
+  "decoder_layers": 12,
   "decoder_start_token_id": 50258,
   "dropout": 0.0,
-  "encoder_attention_heads": 8,
-  "encoder_ffn_dim": 2048,
+  "encoder_attention_heads": 12,
+  "encoder_ffn_dim": 3072,
   "encoder_layerdrop": 0.0,
-  "encoder_layers": 6,
+  "encoder_layers": 12,
   "eos_token_id": 50257,
   "forced_decoder_ids": null,
   "init_std": 0.02,
@@ -38,7 +38,7 @@
   "max_source_positions": 1500,
   "max_target_positions": 448,
   "model_type": "whisper",
-  "num_hidden_layers": 6,
+  "num_hidden_layers": 12,
   "num_mel_bins": 80,
   "pad_token_id": 50257,
   "scale_embedding": false,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:deb4088373601254a99e9253c59c0ec58ad9b870c4932abe660e9e51d8b1f869
-size 290455265
+oid sha256:95f6d5af7ec6315390017c14e06957f3a21c3121a5afcabf13f12a7b578b2df5
+size 967102601

runs/Jun19_09-13-03_d0fb81298332/events.out.tfevents.1687166069.d0fb81298332.7540.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028b3c32bbad15f411917ff90ed9cf7fb6a85b758413d78152f25118ae37af9c
+size 5812

tokenizer_config.json

@@ -19,7 +19,7 @@
     "single_word": false
   },
   "errors": "replace",
-  "model_max_length": 448,
+  "model_max_length": 1024,
   "pad_token": null,
   "processor_class": "WhisperProcessor",
   "return_attention_mask": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8396cd8cc91477de98767dd4944a2d34e86c1441478c01f6df855fbb44de862d
-size 4091
+oid sha256:167b237babfaf76f3a296312bd54d621763d1e107cf5aec1e9639aa1fea87d41
+size 4155