Update app.py

app.py

@@ -1,46 +1,54 @@
+# importing necessary libraries
 import os
 import gradio as gr
-from gradio import blocks
-from text_generation import Client, InferenceAPIClient
+from gradio import interface, blocks
+from text_generation import InferenceAPIClient
 
-model = "OpenAssistant/oasst-sft-1-pythia-12b"
-client = InferenceAPIClient(model)
+# Assigning the model name as a constant
+MODEL = "OpenAssistant/oasst-sft-1-pythia-12b"
 
-# creating a list to store the chat history
-history = []
 
-def generate_response(inputs):
-    # input validation
-    if not inputs:
-        return "Please enter a valid input."
+def handle_error(exception):
+    """
+    This function returns error message whenever an exception occurs in the api calls
+    """
+    return f"An error occurred: {str(exception)}"
 
-    # checking if the input is a continuation of a conversation or a new conversation
-    if history and history[-1]["speaker"] == "user":
-        inputs = history[-1]["text"] + " " + inputs
 
-    # generating a response using the inference api client
-    response = client.generate_utterance(inputs)
+def get_usernames(model: str):
+    """
+    This function returns the usernames and separators for doing the computations
+    """
+    if model == MODEL:
+        return "", "<|prompter|>", "<|assistant|>", ""
 
-    # adding the user input and the model's response to the history list
-    history.append({"speaker": "user", "text": inputs})
-    history.append({"speaker": "model", "text": response})
-
-    return response
 
+# Creating gradio interface for better interaction
 iface = gr.Interface(
-    generate_response,
-    [
-        gr.inputs.Textbox(
-            placeholder="Hi, how can I help you?",
-            label="User Input"
-        )
-    ],
-    [gr.outputs.Textbox(label="Model Response")],
-    title="OpenAssistant: AI Powered Chatbot",
-    live=True,
-    layout="vertical",
-    theme="compact"
+    fn="",
+    inputs=gr.inputs.Textbox(label="Enter Your Prompt Here..."),
+    outputs=gr.outputs.Textbox(),
+    title="AI Assistant",
+    description="An AI assistant for answering your queries and concerns.",
 )
 
-if __name__ == '__main__':
-    iface.launch()
+client = InferenceAPIClient(MODEL)
+
+# Function to generate response based on user input
+def generate_response(prompt):
+    """
+    This function is responsible for generating the text from the given model using the prompt
+    """
+
+    # As handle_error decorates any exception
+    text = client.generate_text(prompt)[0]["generated_text"]
+    return text.strip()
+
+
+iface.fn = generate_response
+
+if __name__ == "__main__":
+    iface.test_launch() # Running the interface for debugging purposes. Probably it will be removed later. 
+
+# Saving the code to a python file
+iface.launch(share=True) # with share=True the interface is accessible globally