app.py

# Use a pipeline as a high-level helper
from transformers import pipeline

messages = [
    {"role": "user", "content": "Who are you?"},
]
pipe = pipeline("text-generation", model="pentagoniac/SEMIKONG-8b-GPTQ")
pipe(messages)