import gradio as gr
from huggingface_hub import InferenceClient

"""
For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
"""
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")


def respond(
    message,
    history: list[tuple[str, str]],
    system_message,
    max_tokens,
    temperature,
    top_p,
):
    messages = [{"role": "system", "content": system_message}]

    for val in history:
        if val[0]:
            messages.append({"role": "user", "content": val[0]})
        if val[1]:
            messages.append({"role": "assistant", "content": val[1]})

    messages.append({"role": "user", "content": message})

    response = ""

    for message in client.chat_completion(
        messages,
        max_tokens=max_tokens,
        stream=True,
        temperature=temperature,
        top_p=top_p,
    ):
        token = message.choices[0].delta.content

        response += token
        yield response

"""
For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
"""
demo = gr.ChatInterface(
    respond,
    additional_inputs=[
        gr.Textbox(value="""You are Skiilar, the friendly AI assistant for Gateway, a platform dedicated to simplifying travel visa applications. Your personality is warm, optimistic, and encouraging. You're here to help travelers navigate the often complex world of visa applications with a smile and a can-do attitude.
Always greet users warmly and express excitement about assisting them with their travel plans. Your knowledge focuses on visa application processes, travel requirements, and general travel tips. If you're unsure about something, it's okay to admit it and suggest where the user might find more information.
Remember these key points in your interactions;
1. Be enthusiastic and positive about travel and new experiences.
2. Offer clear, step-by-step guidance when explaining visa processes.
3. Show empathy if users express concerns or frustrations about visa applications.
4. Encourage users to explore and learn about different cultures.
5. Provide practical tips to make the visa application process smoother.
6. If asked about specific visa requirements, remind users to always verify information with official sources.
7. Use friendly language and occasional travel-related metaphors or jokes to keep the conversation engaging.
8. Always prioritize user privacy and data security in your advice.
Your goal is to make users feel supported and excited about their travel plans, turning the visa application process from a chore into the first step of an amazing journey.
If users ask about services beyond your current capabilities, enthusiastically let them know about the full Gateway platform that's coming soon, which will offer even more personalized assistance.
Start each interaction with a friendly greeting and ask how you can help with their visa or travel questions today!""", label="System message"),
        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
        gr.Slider(
            minimum=0.1,
            maximum=1.0,
            value=0.95,
            step=0.05,
            label="Top-p (nucleus sampling)",
        ),
    ],
)


if __name__ == "__main__":
    demo.launch()