Training in progress, step 40

fine-tune-whisper-streaming.ipynb

@@ -886,8 +886,8 @@
        "\n",
        "    <div>\n",
        "      \n",
-       "      <progress value='10' max='100' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
-       "      [ 10/100 01:34 < 17:46, 0.08 it/s, Epoch 0.09/9223372036854775807]\n",
+       "      <progress value='41' max='100' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
+       "      [ 41/100 11:18 < 17:06, 0.06 it/s, Epoch 0.40/9223372036854775807]\n",
        "    </div>\n",
        "    <table border=\"1\" class=\"dataframe\">\n",
        "  <thead>\n",
@@ -895,9 +895,28 @@
        "      <th>Step</th>\n",
        "      <th>Training Loss</th>\n",
        "      <th>Validation Loss</th>\n",
+       "      <th>Wer</th>\n",
        "    </tr>\n",
        "  </thead>\n",
        "  <tbody>\n",
+       "    <tr>\n",
+       "      <td>10</td>\n",
+       "      <td>0.444000</td>\n",
+       "      <td>0.713627</td>\n",
+       "      <td>51.181102</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>20</td>\n",
+       "      <td>0.499800</td>\n",
+       "      <td>0.709538</td>\n",
+       "      <td>55.380577</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>30</td>\n",
+       "      <td>0.432000</td>\n",
+       "      <td>0.702946</td>\n",
+       "      <td>51.443570</td>\n",
+       "    </tr>\n",
        "  </tbody>\n",
        "</table><p>"
       ],
@@ -907,6 +926,63 @@
      },
      "metadata": {},
      "output_type": "display_data"
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "***** Running Evaluation *****\n",
+      "  Num examples: Unknown\n",
+      "  Batch size = 32\n",
+      "Reading metadata...: 8693it [00:01, 7728.48it/s]\n",
+      "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`,  you can safely ignore this message.\n",
+      "Saving model checkpoint to ./checkpoint-10\n",
+      "Configuration saved in ./checkpoint-10/config.json\n",
+      "Model weights saved in ./checkpoint-10/pytorch_model.bin\n",
+      "Feature extractor saved in ./checkpoint-10/preprocessor_config.json\n",
+      "tokenizer config file saved in ./checkpoint-10/tokenizer_config.json\n",
+      "Special tokens file saved in ./checkpoint-10/special_tokens_map.json\n",
+      "added tokens file saved in ./checkpoint-10/added_tokens.json\n",
+      "Feature extractor saved in ./preprocessor_config.json\n",
+      "tokenizer config file saved in ./tokenizer_config.json\n",
+      "Special tokens file saved in ./special_tokens_map.json\n",
+      "added tokens file saved in ./added_tokens.json\n",
+      "/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
+      "  warnings.warn('Was asked to gather along dimension 0, but all '\n",
+      "***** Running Evaluation *****\n",
+      "  Num examples: Unknown\n",
+      "  Batch size = 32\n",
+      "Reading metadata...: 8693it [00:02, 3799.36it/s]\n",
+      "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`,  you can safely ignore this message.\n",
+      "Saving model checkpoint to ./checkpoint-20\n",
+      "Configuration saved in ./checkpoint-20/config.json\n",
+      "Model weights saved in ./checkpoint-20/pytorch_model.bin\n",
+      "Feature extractor saved in ./checkpoint-20/preprocessor_config.json\n",
+      "tokenizer config file saved in ./checkpoint-20/tokenizer_config.json\n",
+      "Special tokens file saved in ./checkpoint-20/special_tokens_map.json\n",
+      "added tokens file saved in ./checkpoint-20/added_tokens.json\n",
+      "/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
+      "  warnings.warn('Was asked to gather along dimension 0, but all '\n",
+      "***** Running Evaluation *****\n",
+      "  Num examples: Unknown\n",
+      "  Batch size = 32\n",
+      "Reading metadata...: 8693it [00:02, 3860.16it/s]\n",
+      "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`,  you can safely ignore this message.\n",
+      "Saving model checkpoint to ./checkpoint-30\n",
+      "Configuration saved in ./checkpoint-30/config.json\n",
+      "Model weights saved in ./checkpoint-30/pytorch_model.bin\n",
+      "Feature extractor saved in ./checkpoint-30/preprocessor_config.json\n",
+      "tokenizer config file saved in ./checkpoint-30/tokenizer_config.json\n",
+      "Special tokens file saved in ./checkpoint-30/special_tokens_map.json\n",
+      "added tokens file saved in ./checkpoint-30/added_tokens.json\n",
+      "/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
+      "  warnings.warn('Was asked to gather along dimension 0, but all '\n",
+      "***** Running Evaluation *****\n",
+      "  Num examples: Unknown\n",
+      "  Batch size = 32\n",
+      "Reading metadata...: 8693it [00:01, 7522.25it/s]\n",
+      "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`,  you can safely ignore this message.\n"
+     ]
     }
    ],
    "source": [

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5388d3e1bdd849719f7950acca9a4f4b0ed3d6bcefe52280b17066ef754487bd
+oid sha256:c69fad5f642921054b5e7027fa173497fdef8d1aba46e2e10446850af9e20712
 size 967099139

runs/Dec06_02-49-42_04812eda968b/events.out.tfevents.1670295010.04812eda968b.1031606.3

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17115becec12eccf3f1f12abd9d9a3d47a9d3ed2e9d5a6c34ad7747252d043e7
-size 6042
+oid sha256:3103049bb8468c9537f04bdc5ee6127b0d444fbd8812deac5ae27d6b1224f306
+size 11598