config.json

{
    "llm_model": "qwen-1.8b-int4.mnn",
    "llm_weight": "qwen-1.8b-int4.mnn.weight",

    "backend_type": "cpu",
    "thread_num": 4,
    "precision": "low",
    "memory": "low"
}