add results for train and test

Browse files

Files changed (15) hide show

README.md +23 -2
test_results/.ipynb_checkpoints/log_mozilla-foundation_common_voice_7_0_fr_test_predictions-checkpoint.txt +0 -0
test_results/.ipynb_checkpoints/log_mozilla-foundation_common_voice_7_0_fr_test_targets-checkpoint.txt +0 -0
test_results/.ipynb_checkpoints/mozilla-foundation_common_voice_7_0_fr_test_eval_results-checkpoint.txt +2 -0
test_results/log_mozilla-foundation_common_voice_7_0_fr_test_predictions.txt +0 -0
test_results/log_mozilla-foundation_common_voice_7_0_fr_test_targets.txt +0 -0
test_results/mozilla-foundation_common_voice_7_0_fr_test_eval_results.txt +2 -0
all_results.json → train_results/.ipynb_checkpoints/all_results-checkpoint.json +0 -0
eval_results.json → train_results/.ipynb_checkpoints/eval_results-checkpoint.json +0 -0
train_results.json → train_results/.ipynb_checkpoints/train_results-checkpoint.json +0 -0
trainer_state.json → train_results/.ipynb_checkpoints/trainer_state-checkpoint.json +0 -0
train_results/all_results.json +14 -0
train_results/eval_results.json +9 -0
train_results/train_results.json +8 -0
train_results/trainer_state.json +499 -0

README.md CHANGED Viewed

@@ -6,9 +6,24 @@ tags:
 - automatic-speech-recognition
 - mozilla-foundation/common_voice_7_0
 - generated_from_trainer
 model-index:
-- name: ''
-  results: []
 ---
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -68,6 +83,12 @@ The following hyperparameters were used during training:
 | 0.9949        | 1.94  | 6000 | 0.2619          | 0.2457 |
 ### Framework versions
 - Transformers 4.17.0.dev0

 - automatic-speech-recognition
 - mozilla-foundation/common_voice_7_0
 - generated_from_trainer
+- robust-speech-event
 model-index:
+- name: XLS-R-300M - French
+  results:
+  - task:
+      name: Automatic Speech Recognition
+      type: automatic-speech-recognition
+    dataset:
+      name: Common Voice 7
+      type: mozilla-foundation/common_voice_7_0
+      args: fr
+    metrics:
+       - name: Test WER
+         type: wer
+         value: 24.56
+       - name: Test CER
+         type: cer
+         value: 7.3
 ---
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 | 0.9949        | 1.94  | 6000 | 0.2619          | 0.2457 |
+### Eval results on Common Voice 7 "test" (WER):
+| Without LM | With LM |
+|---|---|
+| 24.56 | To be computed |
 ### Framework versions
 - Transformers 4.17.0.dev0

test_results/.ipynb_checkpoints/log_mozilla-foundation_common_voice_7_0_fr_test_predictions-checkpoint.txt ADDED Viewed

The diff for this file is too large to render. See raw diff

test_results/.ipynb_checkpoints/log_mozilla-foundation_common_voice_7_0_fr_test_targets-checkpoint.txt ADDED Viewed

The diff for this file is too large to render. See raw diff

test_results/.ipynb_checkpoints/mozilla-foundation_common_voice_7_0_fr_test_eval_results-checkpoint.txt ADDED Viewed

	@@ -0,0 +1,2 @@


1	+ WER: 0.24561764914155493
2	+ CER: 0.07285207821118034

test_results/log_mozilla-foundation_common_voice_7_0_fr_test_predictions.txt ADDED Viewed

The diff for this file is too large to render. See raw diff

test_results/log_mozilla-foundation_common_voice_7_0_fr_test_targets.txt ADDED Viewed

The diff for this file is too large to render. See raw diff

test_results/mozilla-foundation_common_voice_7_0_fr_test_eval_results.txt ADDED Viewed

	@@ -0,0 +1,2 @@


1	+ WER: 0.24561764914155493
2	+ CER: 0.07285207821118034

all_results.json → train_results/.ipynb_checkpoints/all_results-checkpoint.json RENAMED Viewed

File without changes

eval_results.json → train_results/.ipynb_checkpoints/eval_results-checkpoint.json RENAMED Viewed

File without changes

train_results.json → train_results/.ipynb_checkpoints/train_results-checkpoint.json RENAMED Viewed

File without changes

trainer_state.json → train_results/.ipynb_checkpoints/trainer_state-checkpoint.json RENAMED Viewed

File without changes

train_results/all_results.json ADDED Viewed

	@@ -0,0 +1,14 @@

+{
+    "epoch": 2.0,
+    "eval_loss": 0.26187804341316223,
+    "eval_runtime": 722.142,
+    "eval_samples": 15941,
+    "eval_samples_per_second": 22.075,
+    "eval_steps_per_second": 1.381,
+    "eval_wer": 0.24574541380398318,
+    "train_loss": 1.788894365302016,
+    "train_runtime": 52105.5599,
+    "train_samples": 395042,
+    "train_samples_per_second": 15.163,
+    "train_steps_per_second": 0.118
+}

train_results/eval_results.json ADDED Viewed

	@@ -0,0 +1,9 @@

+{
+    "epoch": 2.0,
+    "eval_loss": 0.26187804341316223,
+    "eval_runtime": 722.142,
+    "eval_samples": 15941,
+    "eval_samples_per_second": 22.075,
+    "eval_steps_per_second": 1.381,
+    "eval_wer": 0.24574541380398318
+}

train_results/train_results.json ADDED Viewed

	@@ -0,0 +1,8 @@

+{
+    "epoch": 2.0,
+    "train_loss": 1.788894365302016,
+    "train_runtime": 52105.5599,
+    "train_samples": 395042,
+    "train_samples_per_second": 15.163,
+    "train_steps_per_second": 0.118
+}

train_results/trainer_state.json ADDED Viewed

	@@ -0,0 +1,499 @@

+{
+  "best_metric": 0.26187804341316223,
+  "best_model_checkpoint": "./checkpoint-6000",
+  "epoch": 1.9998784982382245,
+  "global_step": 6172,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.03,
+      "learning_rate": 3.7499999999999997e-06,
+      "loss": 12.1043,
+      "step": 100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.499999999999999e-06,
+      "loss": 6.4771,
+      "step": 200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1249999999999999e-05,
+      "loss": 4.4866,
+      "step": 300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.4999999999999999e-05,
+      "loss": 3.8842,
+      "step": 400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8712499999999997e-05,
+      "loss": 3.495,
+      "step": 500
+    },
+    {
+      "epoch": 0.16,
+      "eval_loss": 3.3882696628570557,
+      "eval_runtime": 721.337,
+      "eval_samples_per_second": 22.099,
+      "eval_steps_per_second": 1.382,
+      "eval_wer": 1.0,
+      "step": 500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.2462499999999997e-05,
+      "loss": 3.171,
+      "step": 600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.6212499999999997e-05,
+      "loss": 3.0275,
+      "step": 700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.99625e-05,
+      "loss": 2.9681,
+      "step": 800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 3.37125e-05,
+      "loss": 2.9347,
+      "step": 900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 3.7462499999999996e-05,
+      "loss": 2.9095,
+      "step": 1000
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 2.9152133464813232,
+      "eval_runtime": 718.1623,
+      "eval_samples_per_second": 22.197,
+      "eval_steps_per_second": 1.388,
+      "eval_wer": 0.9999871219487068,
+      "step": 1000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.12125e-05,
+      "loss": 2.8888,
+      "step": 1100
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.4962499999999995e-05,
+      "loss": 2.8347,
+      "step": 1200
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.871249999999999e-05,
+      "loss": 2.5318,
+      "step": 1300
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 5.2462499999999994e-05,
+      "loss": 2.0502,
+      "step": 1400
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 5.62125e-05,
+      "loss": 1.8434,
+      "step": 1500
+    },
+    {
+      "epoch": 0.49,
+      "eval_loss": 1.0473320484161377,
+      "eval_runtime": 720.1235,
+      "eval_samples_per_second": 22.136,
+      "eval_steps_per_second": 1.384,
+      "eval_wer": 0.7446153648029981,
+      "step": 1500
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 5.9962499999999994e-05,
+      "loss": 1.7339,
+      "step": 1600
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 6.367499999999999e-05,
+      "loss": 1.6535,
+      "step": 1700
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 6.7425e-05,
+      "loss": 1.5793,
+      "step": 1800
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.1175e-05,
+      "loss": 1.5056,
+      "step": 1900
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.492499999999999e-05,
+      "loss": 1.4298,
+      "step": 2000
+    },
+    {
+      "epoch": 0.65,
+      "eval_loss": 0.5728740692138672,
+      "eval_runtime": 712.5783,
+      "eval_samples_per_second": 22.371,
+      "eval_steps_per_second": 1.399,
+      "eval_wer": 0.5129521000882147,
+      "step": 2000
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.325623202301054e-05,
+      "loss": 1.3592,
+      "step": 2100
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.145853307766058e-05,
+      "loss": 1.2917,
+      "step": 2200
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 6.966083413231063e-05,
+      "loss": 1.2536,
+      "step": 2300
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 6.788111217641419e-05,
+      "loss": 1.2345,
+      "step": 2400
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 6.608341323106423e-05,
+      "loss": 1.1937,
+      "step": 2500
+    },
+    {
+      "epoch": 0.81,
+      "eval_loss": 0.3795304000377655,
+      "eval_runtime": 716.4435,
+      "eval_samples_per_second": 22.25,
+      "eval_steps_per_second": 1.392,
+      "eval_wer": 0.34504806732645216,
+      "step": 2500
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 6.428571428571427e-05,
+      "loss": 1.1806,
+      "step": 2600
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.248801534036433e-05,
+      "loss": 1.1651,
+      "step": 2700
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.069031639501438e-05,
+      "loss": 1.1455,
+      "step": 2800
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 5.889261744966442e-05,
+      "loss": 1.1312,
+      "step": 2900
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.709491850431447e-05,
+      "loss": 1.1248,
+      "step": 3000
+    },
+    {
+      "epoch": 0.97,
+      "eval_loss": 0.3320523500442505,
+      "eval_runtime": 716.2808,
+      "eval_samples_per_second": 22.255,
+      "eval_steps_per_second": 1.392,
+      "eval_wer": 0.30515830344552264,
+      "step": 3000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 5.5297219558964525e-05,
+      "loss": 1.1017,
+      "step": 3100
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 5.3499520613614567e-05,
+      "loss": 1.0978,
+      "step": 3200
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 5.1701821668264615e-05,
+      "loss": 1.0954,
+      "step": 3300
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 4.990412272291467e-05,
+      "loss": 1.0867,
+      "step": 3400
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 4.812440076701821e-05,
+      "loss": 1.0835,
+      "step": 3500
+    },
+    {
+      "epoch": 1.13,
+      "eval_loss": 0.3037940561771393,
+      "eval_runtime": 714.1597,
+      "eval_samples_per_second": 22.321,
+      "eval_steps_per_second": 1.396,
+      "eval_wer": 0.2805032742445413,
+      "step": 3500
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 4.632670182166826e-05,
+      "loss": 1.0808,
+      "step": 3600
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 4.4529002876318304e-05,
+      "loss": 1.0648,
+      "step": 3700
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 4.273130393096836e-05,
+      "loss": 1.0541,
+      "step": 3800
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 4.093360498561841e-05,
+      "loss": 1.0621,
+      "step": 3900
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.913590604026845e-05,
+      "loss": 1.0479,
+      "step": 4000
+    },
+    {
+      "epoch": 1.3,
+      "eval_loss": 0.2910499572753906,
+      "eval_runtime": 718.1665,
+      "eval_samples_per_second": 22.197,
+      "eval_steps_per_second": 1.388,
+      "eval_wer": 0.26888727197800427,
+      "step": 4000
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 3.7338207094918506e-05,
+      "loss": 1.0428,
+      "step": 4100
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.555848513902205e-05,
+      "loss": 1.047,
+      "step": 4200
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 3.37607861936721e-05,
+      "loss": 1.0397,
+      "step": 4300
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.1963087248322145e-05,
+      "loss": 1.0347,
+      "step": 4400
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.0165388302972194e-05,
+      "loss": 1.0413,
+      "step": 4500
+    },
+    {
+      "epoch": 1.46,
+      "eval_loss": 0.27976545691490173,
+      "eval_runtime": 713.7382,
+      "eval_samples_per_second": 22.335,
+      "eval_steps_per_second": 1.397,
+      "eval_wer": 0.2592995627901586,
+      "step": 4500
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.836768935762224e-05,
+      "loss": 1.0238,
+      "step": 4600
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.656999041227229e-05,
+      "loss": 1.0269,
+      "step": 4700
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.4772291466922337e-05,
+      "loss": 1.021,
+      "step": 4800
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.2974592521572386e-05,
+      "loss": 1.0186,
+      "step": 4900
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 2.1176893576222434e-05,
+      "loss": 1.014,
+      "step": 5000
+    },
+    {
+      "epoch": 1.62,
+      "eval_loss": 0.27265554666519165,
+      "eval_runtime": 707.3075,
+      "eval_samples_per_second": 22.538,
+      "eval_steps_per_second": 1.41,
+      "eval_wer": 0.25117351242409997,
+      "step": 5000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 1.9379194630872483e-05,
+      "loss": 1.0074,
+      "step": 5100
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 1.759947267497603e-05,
+      "loss": 1.0193,
+      "step": 5200
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 1.5801773729626078e-05,
+      "loss": 1.0044,
+      "step": 5300
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 1.4004074784276125e-05,
+      "loss": 1.0005,
+      "step": 5400
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 1.2206375838926173e-05,
+      "loss": 1.004,
+      "step": 5500
+    },
+    {
+      "epoch": 1.78,
+      "eval_loss": 0.26460376381874084,
+      "eval_runtime": 719.6956,
+      "eval_samples_per_second": 22.15,
+      "eval_steps_per_second": 1.385,
+      "eval_wer": 0.2470782921128375,
+      "step": 5500
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 1.0408676893576222e-05,
+      "loss": 1.0048,
+      "step": 5600
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 8.610977948226269e-06,
+      "loss": 0.9988,
+      "step": 5700
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 6.813279002876318e-06,
+      "loss": 0.9919,
+      "step": 5800
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 5.015580057526366e-06,
+      "loss": 0.9886,
+      "step": 5900
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.217881112176414e-06,
+      "loss": 0.9949,
+      "step": 6000
+    },
+    {
+      "epoch": 1.94,
+      "eval_loss": 0.26187804341316223,
+      "eval_runtime": 717.4473,
+      "eval_samples_per_second": 22.219,
+      "eval_steps_per_second": 1.39,
+      "eval_wer": 0.24574541380398318,
+      "step": 6000
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 1.4201821668264622e-06,
+      "loss": 0.9931,
+      "step": 6100
+    },
+    {
+      "epoch": 2.0,
+      "step": 6172,
+      "total_flos": 1.1573983785360925e+20,
+      "train_loss": 1.788894365302016,
+      "train_runtime": 52105.5599,
+      "train_samples_per_second": 15.163,
+      "train_steps_per_second": 0.118
+    }
+  ],
+  "max_steps": 6172,
+  "num_train_epochs": 2,
+  "total_flos": 1.1573983785360925e+20,
+  "trial_name": null,
+  "trial_params": null
+}