Duplicated from moriire/OpenGenAI
014870a
1
2
3
4
5
6
7
import llama_cpp model = llama_cpp.Llama( model_path="/home/mo/Desktop/web/oGBackend/qwen1_5-0_5b-chat-q2_k.gguf", chat_format="llama-2", ) x = model.create_completion("Write a story about robotics?") print(x)