from pygpt4all.models.gpt4all import GPT4All

def new_text_callback(text):
    print(text, end="")


model = GPT4All('E:\ProjectEX\AnaGPT\models\chat_llama_zh\chat-llama-zh-7b-int4\chatllama-ggml-q4_0.bin')
model.generate("who are you?(answer in english)", n_predict=55, new_text_callback=new_text_callback)