app.py

from typing import Iterator

import gradio as gr

from typing import Iterator


model_id = 'sam-ezai/MindChat-Qwen-7B-v2-GGML'

from huggingface_hub import snapshot_download,hf_hub_download

hf_hub_download(model_id, local_dir="./", filename="MindChat-Qwen-7B-v2.Q4_0.ggml")
hf_hub_download(model_id, local_dir="./", filename="qwen.tiktoken")
hf_hub_download(repo_id="twodgirl/Qwen-14b-GGML",local_dir="./", filename="main")

./main -m ./MindChat-Qwen-7B-v2.Q4_0.ggml --tiktoken ./qwen.tiktoken -i