Update app.py

app.py

@@ -1,142 +1,38 @@
-# app.py
-from typing import Any, Dict, List, Tuple
-from ansi2html import Ansi2HTMLConverter
+from llama_index.llms.ollama import Ollama
+from llama_index.core.llms import ChatMessage
 import gradio as gr
-from gradio.themes.utils import colors, fonts, sizes
 
-class BaseAgent:
-    """Dummy BaseAgent for demonstration purposes."""
-    
-    def stream_chat(self, message: str):
-        class ResponseGen:
-            def __iter__(self):
-                for token in message:
-                    yield token
-        return type("Response", (object,), {"response_gen": ResponseGen()})
+llm = Ollama(model="llama3", request_timeout=120.0)
 
-    def reset(self):
-        pass
+def get_completion(prompt):
+    response = llm.complete(prompt)
+    return response
 
-class GradioAgentChatPack:
-    """Gradio chatbot to chat with your own Agent."""
+def chat_with_llm(messages):
+    chat_messages = [ChatMessage(role=msg["role"], content=msg["content"]) for msg in messages]
+    response = llm.chat(chat_messages)
+    return response
 
-    def __init__(self, agent: BaseAgent, **kwargs: Any) -> None:
-        """Init params."""
-        self.agent = agent
-        self.thoughts = ""
-        self.conv = Ansi2HTMLConverter()
+def generate_response(prompt):
+    return get_completion(prompt)
 
-    def get_modules(self) -> Dict[str, Any]:
-        """Get modules."""
-        return {"agent": self.agent}
+def generate_chat_response(history):
+    messages = [{"role": "system", "content": "You are a pirate with a colorful personality"}]
+    for item in history:
+        messages.append({"role": "user", "content": item[0]})
+        if item[1]:
+            messages.append({"role": "assistant", "content": item[1]})
+    response = chat_with_llm(messages)
+    return response["content"]
 
-    def _handle_user_message(self, user_message, history):
-        """Handle the user submitted message. Clear message box, and append to the history."""
-        return "", [*history, (user_message, "")]
+single_input = gr.inputs.Textbox(lines=2, placeholder="Enter your prompt here...")
+single_output = gr.outputs.Textbox()
+single_interface = gr.Interface(fn=generate_response, inputs=single_input, outputs=single_output, title="LLM Single Completion")
 
-    def _generate_response(self, chat_history: List[Tuple[str, str]]) -> Tuple[str, List[Tuple[str, str]]]:
-        """Generate the response from agent, and capture the stdout of the ReActAgent's thoughts."""
-        class Capturing(list):
-            def __enter__(self):
-                self._stdout = sys.stdout
-                sys.stdout = self
-                return self
-            def __exit__(self, *args):
-                sys.stdout = self._stdout
-            def write(self, x):
-                self.append(x)
-            def flush(self):
-                pass
+chat_input = gr.inputs.Chatbot()
+chat_output = gr.outputs.Textbox()
+chat_interface = gr.Interface(fn=generate_chat_response, inputs=chat_input, outputs=chat_output, title="LLM Chat")
 
-        import sys
-        with Capturing() as output:
-            response = self.agent.stream_chat(chat_history[-1][0])
-        ansi = "\n========\n".join(output)
-        html_output = self.conv.convert(ansi)
-        for token in response.response_gen:
-            chat_history[-1][1] += token
-            yield chat_history, str(html_output)
+app = gr.TabbedInterface([single_interface, chat_interface], ["Single Completion", "Chat"])
 
-    def _reset_chat(self) -> Tuple[str, str]:
-        """Reset the agent's chat history. And clear all dialogue boxes."""
-        self.agent.reset()
-        return "", "", ""  # clear textboxes
-
-    def run(self, *args: Any, **kwargs: Any) -> Any:
-        """Run the pipeline."""
-        llama_theme = gr.themes.Soft(
-            primary_hue=colors.purple,
-            secondary_hue=colors.pink,
-            neutral_hue=colors.gray,
-            spacing_size=sizes.spacing_md,
-            radius_size=sizes.radius_md,
-            text_size=sizes.text_lg,
-            font=(
-                fonts.GoogleFont("Quicksand"),
-                "ui-sans-serif",
-                "sans-serif",
-            ),
-            font_mono=(
-                fonts.GoogleFont("IBM Plex Mono"),
-                "ui-monospace",
-                "monospace",
-            ),
-        )
-        llama_theme.set(
-            body_background_fill="#FFFFFF",
-            body_background_fill_dark="#000000",
-            button_primary_background_fill="linear-gradient(90deg, *primary_300, *secondary_400)",
-            button_primary_background_fill_hover="linear-gradient(90deg, *primary_200, *secondary_300)",
-            button_primary_text_color="white",
-            button_primary_background_fill_dark="linear-gradient(90deg, *primary_600, *secondary_800)",
-            slider_color="*secondary_300",
-            slider_color_dark="*secondary_600",
-            block_title_text_weight="600",
-            block_border_width="3px",
-            block_shadow="*shadow_drop_lg",
-            button_shadow="*shadow_drop_lg",
-            button_large_padding="32px",
-        )
-
-        demo = gr.Blocks(
-            theme=llama_theme,
-            css="#box { height: 420px; overflow-y: scroll !important} #logo { align-self: right }",
-        )
-        with demo:
-            with gr.Row():
-                gr.Markdown(
-                    "# Gradio Chat With Your Agent Powered by LlamaIndex and LlamaHub 🦙\n"
-                    "This Gradio app allows you to chat with your own agent (`BaseAgent`).\n"
-                )
-                gr.Markdown(
-                    "[![Alt text](https://d3ddy8balm3goa.cloudfront.net/other/llama-index-light-transparent-sm-font.svg)](https://llamaindex.ai)",
-                    elem_id="logo",
-                )
-            with gr.Row():
-                chat_window = gr.Chatbot(
-                    label="Message History",
-                    scale=3,
-                )
-                console = gr.HTML(elem_id="box")
-            with gr.Row():
-                message = gr.Textbox(label="Write A Message", scale=4)
-                clear = gr.ClearButton()
-
-            message.submit(
-                self._handle_user_message,
-                [message, chat_window],
-                [message, chat_window],
-                queue=False,
-            ).then(
-                self._generate_response,
-                chat_window,
-                [chat_window, console],
-            )
-            clear.click(self._reset_chat, None, [message, chat_window, console])
-
-        demo.launch(server_name="0.0.0.0", server_port=8080)
-
-if __name__ == "__main__":
-    agent = BaseAgent()  # Instantiate your agent here
-    chat_pack = GradioAgentChatPack(agent)
-    chat_pack.run()
+app.launch()