add apk for asr

generate-asr.py

@@ -0,0 +1,181 @@
+#!/usr/bin/env python3
+import os
+import re
+from pathlib import Path
+from typing import List
+
+BASE_URL = "https://huggingface.co/csukuangfj/sherpa-onnx-apk/resolve/main/"
+
+from dataclasses import dataclass
+
+
+@dataclass
+class APK:
+    major: int
+    minor: int
+    patch: int
+    arch: str
+    short_name: str
+
+    def __init__(self, s):
+        # sherpa-onnx-1.9.23-x86_64-asr-en-zipformer2.apk
+        # sherpa-onnx-1.9.23-arm64-v8a-asr-zh-zipformer2.apk
+        s = str(s)[len("asr/") :]
+        split = s.split("-")
+        self.major, self.minor, self.patch = list(map(int, split[2].split(".")))
+        self.arch = split[3]
+        self.lang = split[5]
+        self.short_name = split[6]
+        if "arm" in s:
+            self.arch += "-" + split[4]
+            self.lang = split[6]
+            self.short_name = split[7]
+
+        if "armeabi" in self.arch:
+            self.arch = "y" + self.arch
+
+        if "arm64" in self.arch:
+            self.arch = "z" + self.arch
+
+        if "small" in self.short_name:
+            self.short_name = "zzz" + self.short_name
+
+
+def sort_by_apk(x):
+    x = APK(x)
+    return (x.major, x.minor, x.patch, x.arch, x.lang, x.short_name)
+
+
+def generate_url(files: List[str]) -> List[str]:
+    ans = []
+    base = BASE_URL
+    for f in files:
+        ans.append(base + str(f))
+    return ans
+
+
+def get_all_files(d: str, suffix: str) -> List[str]:
+    ans = sorted(Path(d).glob(suffix), key=sort_by_apk, reverse=True)
+    return list(map(lambda x: BASE_URL + str(x), ans))
+
+
+def to_file(filename: str, files: List[str]):
+    content = r"""
+<h1> APKs for streaming speech recognition </h1>
+This page lists the <strong>streaming speech recognition</strong> APKs for <a href="http://github.com/k2-fsa/sherpa-onnx">sherpa-onnx</a>,
+one of the deployment frameworks of <a href="https://github.com/k2-fsa">the Next-gen Kaldi project</a>.
+<br/>
+The name of an APK has the following rule:
+<ul>
+ <li> sherpa-onnx-{version}-{arch}-asr-{lang}-{model}.apk
+</ul>
+where
+<ul>
+ <li> version: It specifies the current version, e.g., 1.9.23
+ <li> arch: The architecture targeted by this APK, e.g., arm64-v8a, armeabi-v7a, x86_64, x86
+ <li> lang: The lang of the model used in the APK, e.g., en for English, zh for Chinese
+ <li> model: The name of the model used in the APK
+</ul>
+
+<br/>
+
+You can download all supported models from
+<a href="https://github.com/k2-fsa/sherpa-onnx/releases/tag/asr-models">https://github.com/k2-fsa/sherpa-onnx/releases/tag/asr-models</a>
+
+<br/>
+<br/>
+
+<!--
+see https://www.tablesgenerator.com/html_tables#
+-->
+
+<style type="text/css">
+.tg  {border-collapse:collapse;border-spacing:0;}
+.tg td{border-color:black;border-style:solid;border-width:1px;font-family:Arial, sans-serif;font-size:14px;
+  overflow:hidden;padding:10px 5px;word-break:normal;}
+.tg th{border-color:black;border-style:solid;border-width:1px;font-family:Arial, sans-serif;font-size:14px;
+  font-weight:normal;overflow:hidden;padding:10px 5px;word-break:normal;}
+.tg .tg-0pky{border-color:inherit;text-align:left;vertical-align:top}
+.tg .tg-0lax{text-align:left;vertical-align:top}
+</style>
+<table class="tg">
+<thead>
+  <tr>
+    <th class="tg-0pky">APK</th>
+    <th class="tg-0lax">Comment</th>
+    <th class="tg-0pky">Model Name</th>
+    <th class="tg-0pky">Model Link</th>
+  </tr>
+</thead>
+<tbody>
+  <tr>
+    <td class="tg-0pky">sherpa-onnx-x.y.z-arm64-v8a-asr-bilingual_zh_en-zipformer.apk</td>
+    <td class="tg-0lax">It supports both English and Chinese.</td>
+    <td class="tg-0pky">sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20</td>
+    <td class="tg-0pky"><a href="https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2">https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2</a></td>
+  </tr>
+  <tr>
+    <td class="tg-0pky">sherpa-onnx-x.y.z-arm64-v8a-asr-fr-zipformer.apk</td>
+    <td class="tg-0lax"><span style="font-weight:400;font-style:normal">It supports only French.</span></td>
+    <td class="tg-0pky">sherpa-onnx-streaming-zipformer-fr-2023-04-14</td>
+    <td class="tg-0pky"><a href="https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-fr-2023-04-14.tar.bz2">https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-fr-2023-04-14.tar.bz2</a></td>
+  </tr>
+  <tr>
+    <td class="tg-0pky">sherpa-onnx-x.y.z-arm64-v8a-asr-zh-zipformer2.apk</td>
+    <td class="tg-0lax">It supports only Chinese.</td>
+    <td class="tg-0pky">icefall-asr-zipformer-streaming-wenetspeech-20230615</td>
+    <td class="tg-0pky"><a href="https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/icefall-asr-zipformer-streaming-wenetspeech-20230615.tar.bz2">https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/icefall-asr-zipformer-streaming-wenetspeech-20230615.tar.bz2</a></td>
+  </tr>
+  <tr>
+    <td class="tg-0pky">sherpa-onnx-x.y.z-arm64-v8a-asr-zh-small_zipformer.apk</td>
+    <td class="tg-0lax">It supports only Chinese.<br>It uses the smallest zipformer and runs<br>super fast, though its accuracy is not that good.</td>
+    <td class="tg-0pky">sherpa-onnx-streaming-zipformer-zh-14M-2023-02-23</td>
+    <td class="tg-0pky"><a href="https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-zh-14M-2023-02-23.tar.bz2">https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-zh-14M-2023-02-23.tar.bz2</a></td>
+  </tr>
+  <tr>
+    <td class="tg-0pky">sherpa-onnx-x.y.z-arm64-v8a-asr-en-small_zipformer.apk</td>
+    <td class="tg-0lax">It suppors only English.<br>It uses a very small zipformer and runs<br>super fast, though its accuracy is not that good.</td>
+    <td class="tg-0pky">sherpa-onnx-streaming-zipformer-en-20M-2023-02-17</td>
+    <td class="tg-0pky"><a href="https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-en-20M-2023-02-17.tar.bz2">https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-en-20M-2023-02-17.tar.bz2</a></td>
+  </tr>
+</tbody>
+</table>
+
+<br/>
+<br/>
+
+<div/>
+    """
+    if "-cn" not in filename:
+        content += """
+        For Chinese users, please <a href="./apk-cn.html">visit this address</a>,
+        which replaces <a href="huggingface.co">huggingface.co</a> with <a href="hf-mirror.com">hf-mirror.com</a>
+        <br/>
+        <br/>
+        中文用户, 请访问<a href="./apk-cn.html">这个地址</a>
+        <br/>
+        <br/>
+        """
+
+    with open(filename, "w") as f:
+        print(content, file=f)
+        for x in files:
+            name = x.rsplit("/", maxsplit=1)[-1]
+            print(f'<a href="{x}" />{name}<br/>', file=f)
+
+
+def main():
+    apk = get_all_files("asr", suffix="*.apk")
+    to_file("./apk-asr.html", apk)
+
+    # for Chinese users
+    apk2 = []
+    for a in apk:
+        a = a.replace("huggingface.co", "hf-mirror.com")
+        apk2.append(a)
+
+    to_file("./apk-asr-cn.html", apk2)
+
+
+if __name__ == "__main__":
+    main()