app.py

import os
os.system("pip uninstall -y gradio")
os.system("pip install gradio==3.50.2")

from huggingface_hub import InferenceClient
import gradio as gr

"""
Chat engine.
TODOs:
- Better prompts.
- Output reader / parser.
- Agents for evaluation and task planning / splitting.
    * Haystack for orchestration
- Tools for agents
    * Haystack for orchestration
- 
"""

selected_model = "mistralai/Mixtral-8x7B-Instruct-v0.1"

client = InferenceClient(selected_model)

def format_prompt(query, history, lookback):
    prompt = "Responses should be no more than 100 words long.\n"
    
    for previous_query, prevous_completion in history[-lookback:]:
        prompt += f"<s>[INST] {previous_query} [/INST] {prevous_completion}</s> "
    
    prompt += f"[INST] {query} [/INST]"
  
    return prompt
    
def query_submit(user_message, history):
    return "", history + [[user_message, None]]

def query_completion(
    query,
    history,
    lookback = 3,
    max_new_tokens = 256,
):

    generateKwargs = dict(
        max_new_tokens = max_new_tokens,
        seed = 1337,
    )

    formatted_query = format_prompt(query, history, lookback)
    
    stream = client.text_generation(
        formatted_query,
        **generateKwargs,
        stream = True,
        details = True,
        return_full_text = False
    )
    
    history[-1][1] = ""
    
    for response in stream:
        history[-1][1] += response.token.text
        yield history

def retry_query(
    history,
    lookback = 3,
    max_new_tokens = 256,
):
    if not history:
        pass
    
    else:
        query = history[-1][0]
        history[-1][1]  = None
        
        generateKwargs = dict(
            max_new_tokens = max_new_tokens,
            seed = 1337,
        )
        
        formatted_query = format_prompt(query, history, lookback)
        
        stream = client.text_generation(
            formatted_query,
            **generateKwargs,
            stream = True,
            details = True,
            return_full_text = False
        )
        
        history[-1][1] = ""
        
        for response in stream:
            history[-1][1] += response.token.text
            yield history

        
"""
Chat UI using Gradio Blocks.
    
"""

with gr.Blocks() as chatUI:
    # gr.State()
    with gr.Row():
        with gr.Column(scale=1, min_width=200):
            gr.Markdown(
                r"Query History"
            )
    
        with gr.Column(scale=4):
            gr.Textbox(
                    placeholder = "Please enter you question or request here...",        
            )
        
        
            with gr.Group():
                with gr.Row():
                    gr.Textbox(
                        placeholder = "Please enter you question or request here...",
                        show_label = False,
                )
                
                    gr.Button("Submit")        
        
        
            gr.Chatbot(
                bubble_full_width = False,
            )
    
            gr.Textbox(
                placeholder = "Please enter you question or request here...",
                show_label = False,
            )
        
            gr.Button("Submit")        
    
        with gr.Column(scale=3):
            companyInfo = gr.Markdown(
                r"Company Info"
            )
        
            companyBull = gr.Markdown(
                r"Bull Case"
            )
    
            companyBear = gr.Markdown(
                r"Bear Case"
            )
    
        
    """
    Event functions
    
    """
    # queryInput.submit(
    #     fn = query_submit,
    #     inputs = [queryInput, chatOutput],
    #     outputs = [queryInput, chatOutput],
    #     queue = False,
    # ).then(
    #     fn = query_completion,
    #     inputs = [queryInput, chatOutput],
    #     outputs = [chatOutput],
    # )
    
    # submitButton.click(
    #     fn = query_submit,
    #     inputs = [queryInput, chatOutput],
    #     outputs = [queryInput, chatOutput],
    #     queue = False,
    # ).then(
    #     fn = query_completion,
    #     inputs = [queryInput, chatOutput],
    #     outputs = [chatOutput],
    # )

    # retryButton.click(
    #     fn = retry_query,
    #     inputs = [chatOutput],
    #     outputs = [chatOutput],
    # )

    
chatUI.queue()
chatUI.launch(show_api = False)