First commit

README.md

@@ -0,0 +1,3 @@
+# Introduction
+
+This repo contains torchscript models for Wav2Vec 2.0.

export-to-torchscript.py

@@ -0,0 +1,48 @@
+#!/usr/bin/env python3
+
+# We used torch 1.8.1 to run this file, so
+# you have to use torch >= 1.8.1 to load pt files saved by this file
+
+import torch
+
+import torchaudio
+from pathlib import Path
+
+models = [
+    "WAV2VEC2_ASR_BASE_10M",
+    "WAV2VEC2_ASR_BASE_100H",
+    "WAV2VEC2_ASR_BASE_960H",
+    "WAV2VEC2_ASR_LARGE_10M",
+    "WAV2VEC2_ASR_LARGE_100H",
+    "WAV2VEC2_ASR_LARGE_960H",
+]
+
+
+@torch.no_grad()
+def main():
+    for p in models:
+        f = p.lower() + ".pt"
+        if Path(f).is_file():
+            continue
+
+        print(f"Processing {p} {f}")
+        bundle = getattr(torchaudio.pipelines, p)
+        acoustic_model = bundle.get_model()
+        acoustic_model.eval()
+        m = torch.jit.script(acoustic_model)
+        torch.jit.save(m, f)
+
+        if Path("tokens.txt").is_file():
+            continue
+        print("generating tokens.txt")
+
+        symbols = bundle.get_labels()
+        symbol_ids = list(range(len(symbols)))
+        symbol_table = dict(zip(symbol_ids, symbols))
+        with open("tokens.txt", "w") as f:
+            for idx, sym in zip(symbol_ids, symbols):
+                f.write(f"{sym} {idx}\n")
+
+
+if __name__ == "__main__":
+    main()

test_wavs/trans.txt

@@ -0,0 +1,3 @@
+1089-134686-0001 AFTER EARLY NIGHTFALL THE YELLOW LAMPS WOULD LIGHT UP HERE AND THERE THE SQUALID QUARTER OF THE BROTHELS
+1221-135766-0001 GOD AS A DIRECT CONSEQUENCE OF THE SIN WHICH MAN THUS PUNISHED HAD GIVEN HER A LOVELY CHILD WHOSE PLACE WAS ON THAT SAME DISHONOURED BOSOM TO CONNECT HER PARENT FOR EVER WITH THE RACE AND DESCENT OF MORTALS AND TO BE FINALLY A BLESSED SOUL IN HEAVEN
+1221-135766-0002 YET THESE THOUGHTS AFFECTED HESTER PRYNNE LESS WITH HOPE THAN APPREHENSION

tokens.txt

@@ -0,0 +1,29 @@
+- 0
+| 1
+E 2
+T 3
+A 4
+O 5
+N 6
+I 7
+H 8
+S 9
+R 10
+D 11
+L 12
+U 13
+M 14
+W 15
+C 16
+F 17
+G 18
+Y 19
+P 20
+B 21
+V 22
+K 23
+' 24
+X 25
+J 26
+Q 27
+Z 28

wav2vec2_asr_base_10m.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8fcf63387c5cb11126a4935844aadaec6984ac0a5c428e9802fb67ee33f5ee
+size 377675280