File size: 220 Bytes
014870a
 
 
 
 
 
 
1
2
3
4
5
6
7
import llama_cpp
model = llama_cpp.Llama(
     model_path="/home/mo/Desktop/web/oGBackend/qwen1_5-0_5b-chat-q2_k.gguf",
     chat_format="llama-2",
 )
x = model.create_completion("Write a story about robotics?")
print(x)