Last checkpoint 70k

NbAiLab_NPSC_16K_mp3_bokmaal_test_eval_results.txt

@@ -1,2 +1,2 @@
-WER: 0.0667006648897784
-CER: 0.025520010499053922
+WER: 0.06332329423537675
+CER: 0.02480899861950731

README.md

@@ -23,8 +23,8 @@ model-index:
     metrics:
        - name: Test (Bokmål) WER
          type: wer
-         value: 0.0667006648897784
+         value: 0.06332329423537675
        - name: Test (Bokmål) CER
          type: cer
-         value: 0.025520010499053922
+         value: 0.02480899861950731
 ---

grid.csv

@@ -0,0 +1,101 @@
+alpha,beta,wer,cer
+0.001,0.001,0.07689050968468251,0.026711121521565424
+0.001,0.01,0.07686164326883294,0.026699492822600875
+0.001,0.1,0.07693862037776517,0.026702815308019316
+0.001,0.25,0.07732350592242632,0.026749330103877506
+0.001,0.5,0.07791045637803458,0.026812457326827906
+0.001,0.75,0.07878607099213872,0.02695532419982092
+0.001,1,0.07969055202209244,0.02708490113114016
+0.001,1.5,0.08199986529005937,0.02737894109067229
+0.001,2,0.08457859843928911,0.027772655612757678
+0.001,3,0.09057319079738663,0.028741160112233557
+0.01,0.001,0.07580320802101476,0.026571577133990852
+0.01,0.01,0.07583207443686434,0.026571577133990852
+0.01,0.1,0.07596678437749574,0.026606463230884496
+0.01,0.25,0.07640940275385608,0.026649655541324244
+0.01,0.5,0.07688088754606599,0.02667623542467178
+0.01,0.75,0.07770839146708748,0.02679916738515414
+0.01,1,0.0786513610515073,0.026963630413367023
+0.01,1.5,0.08097029645809077,0.027274282799991362
+0.01,2,0.08339507538945606,0.027613176312672457
+0.01,3,0.08929344636138828,0.02853018228816248
+0.1,0.001,0.0702319897620445,0.025917047506557756
+0.1,0.01,0.07021274548481145,0.025907080050302428
+0.1,0.1,0.07033783328682633,0.025920369991976198
+0.1,0.25,0.07057838675223956,0.025960239816997504
+0.1,0.5,0.0711268486533817,0.026010077098274135
+0.1,0.75,0.07168493269314037,0.026078188049352198
+0.1,1,0.07225263887151559,0.026169556398359356
+0.1,1.5,0.07360936041644615,0.026289165873423274
+0.1,2,0.07566849808038334,0.0265516422214802
+0.1,3,0.08056616663619656,0.027264315343736033
+0.25,0.001,0.06741270314740154,0.025528316712600026
+0.25,0.01,0.06744156956325113,0.025539945411564575
+0.25,0.1,0.06741270314740154,0.025521671741763143
+0.25,0.25,0.06753779094941642,0.025523332984472364
+0.25,0.5,0.06765325661281477,0.025533300440727692
+0.25,0.75,0.06790343221684451,0.02557649275116744
+0.25,1,0.06817285209810732,0.025568186537621333
+0.25,1.5,0.06890413463296352,0.025651248673082386
+0.25,2,0.0696642835836693,0.025696102226231355
+0.25,3,0.07246432592107922,0.02611141290353662
+0.5,0.001,0.06591164952322304,0.025593105178259648
+0.5,0.01,0.06596938235492221,0.025601411391805756
+0.5,0.1,0.06597900449353873,0.02559808890638731
+0.5,0.25,0.06613295871140319,0.02557649275116744
+0.5,0.5,0.06615220298863625,0.025506720557380153
+0.5,0.75,0.06619069154310236,0.0254867856448695
+0.5,1,0.06632540148373378,0.025505059314670932
+0.5,1.5,0.0667006648897784,0.025520010499053922
+0.5,2,0.06719139395922137,0.025490108130287945
+0.5,3,0.06871169186063295,0.02567118358559304
+0.75,0.001,0.06652746639468088,0.025825679157550598
+0.75,0.01,0.06651784425606436,0.025825679157550598
+0.75,0.1,0.06646011142436518,0.02581737294400449
+0.75,0.25,0.0663350236223503,0.025792454303366175
+0.75,0.5,0.06650822211744782,0.025809066730458387
+0.75,0.75,0.06641200073128253,0.025799099274203062
+0.75,1,0.0663638900381999,0.025755906963763314
+0.75,1.5,0.06648897784021476,0.025729327080415774
+0.75,2,0.06680650841456022,0.025714375896032787
+0.75,3,0.0673645924543189,0.025641281216827058
+1,0.001,0.06927939803900815,0.02653502979438799
+1,0.01,0.06926015376177509,0.02653336855167877
+1,0.1,0.06918317665284286,0.026548319736061757
+1,0.25,0.06900997815774534,0.02645861262976382
+1,0.5,0.068730936137866,0.026368905523465883
+1,0.75,0.06865395902893377,0.026353954339082896
+1,1,0.06855773764276848,0.02630411705780626
+1,1.5,0.06833642845458832,0.02620776498067144
+1,2,0.06804776429609245,0.026071543078515315
+1,3,0.06796116504854369,0.025993464671181923
+1.5,0.001,0.07664033408065277,0.027842427806544966
+1.5,0.01,0.07664995621926929,0.02785073402009107
+1.5,0.1,0.07654411269448748,0.02783910532112652
+1.5,0.25,0.07627469281322467,0.027794251767977552
+1.5,0.5,0.07588980726856351,0.027689593477296628
+1.5,0.75,0.07547605530805276,0.027579951458488038
+1.5,1,0.07511041404062467,0.02752014672095608
+1.5,1.5,0.07450421930778335,0.027398876003182943
+1.5,2,0.07381142532739327,0.027354022450033974
+1.5,3,0.07257016944586103,0.027058321247792623
+2,0.001,0.08493461756810068,0.02921793676978
+2,0.01,0.08491537329086762,0.02921627552707078
+2,0.1,0.08472293051853705,0.029146503333283495
+2,0.25,0.08439577780557507,0.02908835983846076
+2,0.5,0.08399164798368085,0.029020248887382697
+2,0.75,0.08366449527071887,0.028968750363396842
+2,1,0.0831737662012759,0.02886741455813436
+2,1.5,0.08208646453760812,0.028692984073666147
+2,2,0.0808452086560759,0.028500279919396503
+2,3,0.07907473515063458,0.028187966290062944
+3,0.001,0.09346945452096182,0.03065657295596544
+3,0.01,0.0934598323823453,0.03065823419867466
+3,0.1,0.09336361099618001,0.030631654315327123
+3,0.25,0.09322890105554861,0.030629993072617902
+3,0.5,0.0928632597881205,0.03056188212153984
+3,0.75,0.09247837424345935,0.030490448685043334
+3,1,0.0922955536097453,0.030488787442334114
+3,1.5,0.09158351535212217,0.030339275598504217
+3,2,0.09083298854003291,0.030241262278660176
+3,3,0.08947626699510233,0.029978785930603248

grid.py

@@ -0,0 +1,34 @@
+#!/usr/bin/env python
+from argparse import ArgumentDefaultsHelpFormatter
+from collections import namedtuple
+from functools import partialmethod
+import json
+
+from tqdm import tqdm
+from eval import main
+
+
+# tqdm.__init__ = partialmethod(tqdm.__init__, disable=True)
+
+Args = namedtuple("Args", "model_id dataset config split log_outputs chunk_length_s stride_length_s device")
+args = Args("./", "NbAiLab/NPSC", "16K_mp3_bokmaal", "test", True, None, None, 0)
+with open("grid.csv", "w") as grid:
+    grid.write("alpha,beta,wer,cer")
+    for alpha in [0.001, 0.01, 0.1, 0.25, 0.5, 0.75, 1, 1.5, 2, 3]:
+        for beta in [0.001, 0.01, 0.1, 0.25, 0.5, 0.75, 1, 1.5, 2, 3]:
+            with open("./language_model/attrs.json", "r") as attrs_file:
+                attrs = json.load(attrs_file)
+            attrs["alpha"] = alpha
+            attrs["beta"] = beta
+            with open("./language_model/attrs.json", "w") as attrs_file:
+                json.dump(attrs, attrs_file)
+            print(f"alpha = {alpha}, beta = {beta}")
+            main(args)
+            with open("NbAiLab_NPSC_16K_mp3_bokmaal_test_eval_results.txt") as results_file:
+                results = results_file.read().strip().split("\n")
+            wer = float(results[0][5:])
+            cer = float(results[1][5:])
+            grid.write(f"\n{alpha},{beta},{wer},{cer}")
+            print("--------------")
+
+

language_model/attrs.json

@@ -1 +1 @@
-{"alpha": 0.5, "beta": 1.5, "unk_score_offset": -10.0, "score_boundary": true}
+{"alpha": 0.5, "beta": 0.0, "unk_score_offset": -10.0, "score_boundary": true}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1925c58273ce80cc106135867933d528029f353e7ebfcb073beb6d02863ff565
+oid sha256:01edd44641353c2f34c79eb346e6153816c4f35f49334bba6a1a108cb99f9ca5
 size 3850486961