app.py

import streamlit as st
from transformers import AutoTokenizer
import transformers
import torch

prompt_input = st.text_input("Prompt",value = "Sodalı köfte nasıl yapımı?")


model = "mertbozkurt/Llama-2-7b-TR-recipe"
prompt = prompt_input

tokenizer = AutoTokenizer.from_pretrained(model,offload_folder="offload")
pipeline = transformers.pipeline(
    "text-generation",
    model=model,
    torch_dtype=torch.float16,
    device_map="auto",
    offload_folder="offload"
)
if st.button('Process'):
    sequences = pipeline(
        f'<s>[INST] {prompt} [/INST]',
        do_sample=True,
        top_k=10,
        num_return_sequences=1,
        eos_token_id=tokenizer.eos_token_id,
        max_length=100,
)
    for seq in sequences:
        st.write(seq)