app.py

from transformers import Conversation
from huggingface_hub import login
import os
login(token = os.getenv("HF_TOKEN") )
message_list = []
response_list = []
from transformers import pipeline

messages = [
    {"role": "system", "content": " You are Karthik a software engineer"},
    {"role": "user", "content": "You are to impersonate as Karthik"},
    {"role": "assistant", "content": "I am  Karthik a software engineer"},
     {"role": "user", "content": "Who are you? "},
]
chatbot = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct-v0.3",max_new_tokens=5000)


def mini_chatbot(message, history):
    conversation = Conversation(text=message,
                                past_user_inputs=message_list,
                                generated_responses=response_list)
    conversation = chatbot(conversation)

    return conversation.generated_responses[-1]

demo_chatbot = gr.ChatInterface(mini_chatbot,
                                title="My Chatbot",
                                description="Enter text to start chatting.")
demo_chatbot.launch()