generate-speaker-identification.py

#!/usr/bin/env python3
import os
import re
from pathlib import Path
from typing import List

BASE_URL = "https://huggingface.co/csukuangfj/sherpa-onnx-apk/resolve/main/"

from dataclasses import dataclass


@dataclass
class APK:
    major: int
    minor: int
    patch: int
    arch: str
    lang: str
    src: str  # piper, coqui

    def __init__(self, s):
        s = str(s)[len("speaker-identification/") :]
        split = s.split("-")
        self.major, self.minor, self.patch = list(map(int, split[2].split(".")))
        self.arch = split[3]
        self.lang = split[4]
        self.src = split[7]
        if "arm" in s:
            self.arch += "-" + split[4]
            self.lang = split[5]
            self.src = split[8]

        if "armeabi" in self.arch:
            self.arch = "y" + self.arch

        if "arm64" in self.arch:
            self.arch = "z" + self.arch


def sort_by_apk(x):
    x = APK(x)
    return (x.major, x.minor, x.patch, x.arch, -ord(x.src[0]), -ord(x.lang[0]))


def generate_url(files: List[str]) -> List[str]:
    ans = []
    base = BASE_URL
    for f in files:
        ans.append(base + str(f))
    return ans


def get_all_files(d: str, suffix: str) -> List[str]:
    ans = sorted(Path(d).glob(suffix), key=sort_by_apk, reverse=True)
    return list(map(lambda x: BASE_URL + str(x), ans))


def to_file(filename: str, files: List[str]):
    content = r"""
<h1> APKs for Speaker Identification </h1>
This page lists the <strong>speaker identification</strong> APKs for <a href="http://github.com/k2-fsa/sherpa-onnx">sherpa-onnx</a>,
one of the deployment frameworks of <a href="https://github.com/k2-fsa">the Next-gen Kaldi project</a>.
<br/>
The name of an APK has the following rule:
<ul>
 <li> sherpa-onnx-{version}-{arch}-{lang}-speaker-identification-{framework}-{model}.apk
</ul>
where
<ul>
 <li> version: It specifies the current version, e.g., 1.9.7
 <li> arch: The architecture targeted by this APK, e.g., arm64-v8a, armeabi-v7a, x86_64, x86
 <li> lang: The language supported by this APK, e.g., en for English, zh for Chinese
 <li> framework: The framework where the model is from
 <li> model: The name of the model used in the APK
</ul>

<br/><br/>

<span style="color:red;">Note:</span> Models from
<a href="https://github.com/NVIDIA/NeMo">NVidia/NeMo</a> have their names prefixed
with <strong>nemo-</strong>.
<br/><br/>

<span style="color:red;">Note:</span> Models from
<a href="https://github.com/wenet-e2e/wespeaker">wespeaker</a> have their names prefixed
with <strong>wespeaker-</strong>.
<br/><br/>

<span style="color:red;">Note:</span> Models from
<a href="https://github.com/alibaba-damo-academy/3D-Speaker">3D-Speaker</a> have their names prefixed
with <strong>3dspeaker-</strong>.
</a><br/><br/>

You can download all supported models from
<a href="https://github.com/k2-fsa/sherpa-onnx/releases/tag/speaker-recongition-models">https://github.com/k2-fsa/sherpa-onnx/releases/tag/speaker-recongition-models</a>

<br/>
<br/>
<div/>
    """

    if "-cn" not in filename:
        content += """
        For Chinese users, please <a href="./apk-cn.html">visit this address</a>,
        which replaces <a href="huggingface.co">huggingface.co</a> with <a href="hf-mirror.com">hf-mirror.com</a>
        <br/>
        <br/>
        中国用户, 请访问<a href="./apk-cn.html">这个地址</a>
        <br/>
        <br/>
        """

    with open(filename, "w") as f:
        print(content, file=f)
        for x in files:
            name = x.rsplit("/", maxsplit=1)[-1]
            print(f'<a href="{x}" />{name}<br/>', file=f)


def main():
    apk = get_all_files("speaker-identification", suffix="*.apk")
    to_file("./apk-speaker-identification.html", apk)

    # for Chinese users
    apk2 = []
    for a in apk:
        a = a.replace("huggingface.co", "hf-mirror.com")
        a = a.replace("resolve", "blob")
        apk2.append(a)

    to_file("./apk-speaker-identification-cn.html", apk2)


if __name__ == "__main__":
    main()