File size: 226 Bytes
3730eb1
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
# Use a pipeline as a high-level helper
from transformers import pipeline

messages = [
    {"role": "user", "content": "Who are you?"},
]
pipe = pipeline("text-generation", model="pentagoniac/SEMIKONG-8b-GPTQ")
pipe(messages)