MedAI / app /hello.py
moriire's picture
auth added
014870a
raw
history blame
220 Bytes
import llama_cpp
model = llama_cpp.Llama(
model_path="/home/mo/Desktop/web/oGBackend/qwen1_5-0_5b-chat-q2_k.gguf",
chat_format="llama-2",
)
x = model.create_completion("Write a story about robotics?")
print(x)