#!/usr/bin/env python3 import os import re from pathlib import Path from typing import List BASE_URL = "https://huggingface.co/csukuangfj/sherpa-onnx-apk/resolve/main/" from dataclasses import dataclass @dataclass class APK: major: int minor: int patch: int arch: str short_name: str def __init__(self, s): # sherpa-onnx-1.9.23-x86_64-asr-en-zipformer2.apk # sherpa-onnx-1.9.23-arm64-v8a-asr-zh-zipformer2.apk s = str(s)[len("asr/") :] split = s.split("-") self.major, self.minor, self.patch = list(map(int, split[2].split("."))) self.arch = split[3] self.lang = split[5] self.short_name = split[6] if "arm" in s: self.arch += "-" + split[4] self.lang = split[6] self.short_name = split[7] if "armeabi" in self.arch: self.arch = "y" + self.arch if "arm64" in self.arch: self.arch = "z" + self.arch if "small" in self.short_name: self.short_name = "zzz" + self.short_name def sort_by_apk(x): x = APK(x) return (x.major, x.minor, x.patch, x.arch, x.lang, x.short_name) def generate_url(files: List[str]) -> List[str]: ans = [] base = BASE_URL for f in files: ans.append(base + str(f)) return ans def get_all_files(d: str, suffix: str) -> List[str]: ans = sorted(Path(d).glob(suffix), key=sort_by_apk, reverse=True) return list(map(lambda x: BASE_URL + str(x), ans)) def to_file(filename: str, files: List[str]): content = r""" <h1> APKs for streaming speech recognition </h1> This page lists the <strong>streaming speech recognition</strong> APKs for <a href="http://github.com/k2-fsa/sherpa-onnx">sherpa-onnx</a>, one of the deployment frameworks of <a href="https://github.com/k2-fsa">the Next-gen Kaldi project</a>. <br/> The name of an APK has the following rule: <ul> <li> sherpa-onnx-{version}-{arch}-asr-{lang}-{model}.apk </ul> where <ul> <li> version: It specifies the current version, e.g., 1.9.23 <li> arch: The architecture targeted by this APK, e.g., arm64-v8a, armeabi-v7a, x86_64, x86 <li> lang: The lang of the model used in the APK, e.g., en for English, zh for Chinese <li> model: The name of the model used in the APK </ul> <br/> You can download all supported models from <a href="https://github.com/k2-fsa/sherpa-onnx/releases/tag/asr-models">https://github.com/k2-fsa/sherpa-onnx/releases/tag/asr-models</a> <br/> <br/> <!-- see https://www.tablesgenerator.com/html_tables# --> <style type="text/css"> .tg {border-collapse:collapse;border-spacing:0;} .tg td{border-color:black;border-style:solid;border-width:1px;font-family:Arial, sans-serif;font-size:14px; overflow:hidden;padding:10px 5px;word-break:normal;} .tg th{border-color:black;border-style:solid;border-width:1px;font-family:Arial, sans-serif;font-size:14px; font-weight:normal;overflow:hidden;padding:10px 5px;word-break:normal;} .tg .tg-0pky{border-color:inherit;text-align:left;vertical-align:top} .tg .tg-0lax{text-align:left;vertical-align:top} </style> <table class="tg"> <thead> <tr> <th class="tg-0pky">APK</th> <th class="tg-0lax">Comment</th> <th class="tg-0pky">Model</th> </tr> </thead> <tbody> <tr> <td class="tg-0pky">sherpa-onnx-x.y.z-arm64-v8a-asr-bilingual_zh_en-zipformer.apk</td> <td class="tg-0lax">It supports both English and Chinese.</td> <td class="tg-0pky"><a href="https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2">sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2</a></td> </tr> <tr> <td class="tg-0pky">sherpa-onnx-x.y.z-arm64-v8a-asr-ko-zipformer.apk</td> <td class="tg-0lax">It supports only Korean. See also <a href="https://github.com/k2-fsa/icefall/pull/1651">https://github.com/k2-fsa/icefall/pull/1651</a></td> <td class="tg-0pky"><a href="https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-korean-2024-06-16.tar.bz2">sherpa-onnx-streaming-zipformer-korean-2024-06-16.tar.bz2</a></td> </tr> <tr> <td class="tg-0pky">sherpa-onnx-x.y.z-arm64-v8a-asr-en-nemo_ctc_80ms.apk</td> <td class="tg-0lax">It supports only English. It is converted from <a href="https://catalog.ngc.nvidia.com/orgs/nvidia/teams/nemo/models/stt_en_fastconformer_hybrid_large_streaming_80ms">STT En FastConformer Hybrid Transducer-CTC Large Streaming 80ms</a> from <a href="https://github.com/NVIDIA/NeMo/">NVIDIA/NeMo</a>. Note that only the CTC branch is used.</td> <td class="tg-0pky"><a href="https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-nemo-streaming-fast-conformer-ctc-en-80ms.tar.bz2">sherpa-onnx-nemo-streaming-fast-conformer-ctc-en-80ms.tar.bz2</a></td> </tr> <tr> <td class="tg-0pky">sherpa-onnx-x.y.z-arm64-v8a-asr-en-nemo_ctc_480ms.apk</td> <td class="tg-0lax">It supports only English. It is converted from <a href="https://catalog.ngc.nvidia.com/orgs/nvidia/teams/nemo/models/stt_en_fastconformer_hybrid_large_streaming_480ms">STT En FastConformer Hybrid Transducer-CTC Large Streaming 480ms</a> from <a href="https://github.com/NVIDIA/NeMo/">NVIDIA/NeMo</a>. Note that only the CTC branch is used.</td> <td class="tg-0pky"><a href="https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-nemo-streaming-fast-conformer-ctc-en-480ms.tar.bz2">sherpa-onnx-nemo-streaming-fast-conformer-ctc-en-480ms.tar.bz2</a></td> </tr> <tr> <td class="tg-0pky">sherpa-onnx-x.y.z-arm64-v8a-asr-en-nemo_ctc_1040ms.apk</td> <td class="tg-0lax">It supports only English. It is converted from <a href="https://catalog.ngc.nvidia.com/orgs/nvidia/teams/nemo/models/stt_en_fastconformer_hybrid_large_streaming_1040ms">STT En FastConformer Hybrid Transducer-CTC Large Streaming 1040ms</a> from <a href="https://github.com/NVIDIA/NeMo/">NVIDIA/NeMo</a>. Note that only the CTC branch is used.</td> <td class="tg-0pky"><a href="https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-nemo-streaming-fast-conformer-ctc-en-1040ms.tar.bz2">sherpa-onnx-nemo-streaming-fast-conformer-ctc-en-1040ms.tar.bz2</a></td> </tr> <tr> <td class="tg-0pky">sherpa-onnx-x.y.z-arm64-v8a-asr-fr-zipformer.apk</td> <td class="tg-0lax"><span style="font-weight:400;font-style:normal">It supports only French.</span></td> <td class="tg-0pky"><a href="https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-fr-2023-04-14.tar.bz2">sherpa-onnx-streaming-zipformer-fr-2023-04-14.tar.bz2</a></td> </tr> <tr> <td class="tg-0pky">sherpa-onnx-x.y.z-arm64-v8a-asr-zh-zipformer2.apk</td> <td class="tg-0lax">It supports only Chinese.</td> <td class="tg-0pky"><a href="https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/icefall-asr-zipformer-streaming-wenetspeech-20230615.tar.bz2">icefall-asr-zipformer-streaming-wenetspeech-20230615.tar.bz2</a></td> </tr> <tr> <td class="tg-0pky">sherpa-onnx-x.y.zz-arm64-v8a-asr-zh-small_zipformer.apk</td> <td class="tg-0lax">It supports only Chinese.<br>It uses the smallest zipformer and runs<br>super fast, though its accuracy is not that good.</td> <td class="tg-0pky"><a href="https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-zh-14M-2023-02-23.tar.bz2">sherpa-onnx-streaming-zipformer-zh-14M-2023-02-23.tar.bz2</a></td> </tr> <tr> <td class="tg-0pky">sherpa-onnx-x.y.z-arm64-v8a-asr-en-small_zipformer.apk</td> <td class="tg-0lax">It suppors only English.<br>It uses a very small zipformer and runs<br>super fast, though its accuracy is not that good.</td> <td class="tg-0pky"><a href="https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-en-20M-2023-02-17.tar.bz2">sherpa-onnx-streaming-zipformer-en-20M-2023-02-17.tar.bz2</a></td> </tr> </tbody> </table> <br/> <br/> <div/> """ if "-cn" not in filename: content += """ For Chinese users, please <a href="./apk-cn.html">visit this address</a>, which replaces <a href="huggingface.co">huggingface.co</a> with <a href="hf-mirror.com">hf-mirror.com</a> <br/> <br/> 中国用户, 请访问<a href="./apk-cn.html">这个地址</a> <br/> <br/> """ with open(filename, "w") as f: print(content, file=f) for x in files: name = x.rsplit("/", maxsplit=1)[-1] print(f'<a href="{x}" />{name}<br/>', file=f) def main(): apk = get_all_files("asr", suffix="*.apk") to_file("./apk-asr.html", apk) # for Chinese users apk2 = [] for a in apk: a = a.replace("huggingface.co", "hf-mirror.com") a = a.replace("resolve", "blob") apk2.append(a) to_file("./apk-asr-cn.html", apk2) if __name__ == "__main__": main()