Update app.py

app.py

@@ -4,10 +4,7 @@ import os
 import json
 import time
 
-# Initialize the Groq client
-client = groq.Groq()
-
-def make_api_call(messages, max_tokens, is_final_answer=False):
+def make_api_call(client, messages, max_tokens, is_final_answer=False):
     for attempt in range(3):
         try:
             response = client.chat.completions.create(
@@ -26,7 +23,7 @@ def make_api_call(messages, max_tokens, is_final_answer=False):
                     return {"title": "Error", "content": f"Failed to generate step after 3 attempts. Error: {str(e)}", "next_action": "final_answer"}
             time.sleep(1)  # Wait for 1 second before retrying
 
-def generate_response(prompt):
+def generate_response(client, prompt):
     messages = [
         {"role": "system", "content": """You are an expert AI assistant that explains your reasoning step by step. For each step, provide a title that describes what you're doing in that step, along with the content. Decide if you need another step or if you're ready to give the final answer. Respond in JSON format with 'title', 'content', and 'next_action' (either 'continue' or 'final_answer') keys. USE AS MANY REASONING STEPS AS POSSIBLE. AT LEAST 3. BE AWARE OF YOUR LIMITATIONS AS AN LLM AND WHAT YOU CAN AND CANNOT DO. IN YOUR REASONING, INCLUDE EXPLORATION OF ALTERNATIVE ANSWERS. CONSIDER YOU MAY BE WRONG, AND IF YOU ARE WRONG IN YOUR REASONING, WHERE IT WOULD BE. FULLY TEST ALL OTHER POSSIBILITIES. YOU CAN BE WRONG. WHEN YOU SAY YOU ARE RE-EXAMINING, ACTUALLY RE-EXAMINE, AND USE ANOTHER APPROACH TO DO SO. DO NOT JUST SAY YOU ARE RE-EXAMINING. USE AT LEAST 3 METHODS TO DERIVE THE ANSWER. USE BEST PRACTICES.
 
@@ -48,11 +45,16 @@ Example of a valid JSON response:
     
     while True:
         start_time = time.time()
-        step_data = make_api_call(messages, 300)
+        step_data = make_api_call(client, messages, 300)
         end_time = time.time()
         thinking_time = end_time - start_time
         total_thinking_time += thinking_time
         
+        # Handle potential errors
+        if step_data.get('title') == "Error":
+            steps.append((f"Step {step_count}: {step_data.get('title')}", step_data.get('content'), thinking_time))
+            break
+        
         step_title = f"Step {step_count}: {step_data.get('title', 'No Title')}"
         step_content = step_data.get('content', 'No Content')
         steps.append((step_title, step_content, thinking_time))
@@ -68,12 +70,15 @@ Example of a valid JSON response:
     messages.append({"role": "user", "content": "Please provide the final answer based on your reasoning above."})
     
     start_time = time.time()
-    final_data = make_api_call(messages, 200, is_final_answer=True)
+    final_data = make_api_call(client, messages, 200, is_final_answer=True)
     end_time = time.time()
     thinking_time = end_time - start_time
     total_thinking_time += thinking_time
     
-    steps.append(("Final Answer", final_data.get('content', 'No Content'), thinking_time))
+    if final_data.get('title') == "Error":
+        steps.append(("Final Answer", final_data.get('content'), thinking_time))
+    else:
+        steps.append(("Final Answer", final_data.get('content', 'No Content'), thinking_time))
     
     return steps, total_thinking_time
 
@@ -95,12 +100,25 @@ def format_steps(steps, total_time):
     html_content += "<strong>Total thinking time: {:.2f} seconds</strong>".format(total_time)
     return html_content
 
-def main(user_query):
+def main(api_key, user_query):
+    if not api_key:
+        return "Please enter your Groq API key to proceed.", ""
+    
     if not user_query:
         return "Please enter a query to get started.", ""
     
-    steps, total_time = generate_response(user_query)
-    formatted_steps = format_steps(steps, total_time)
+    try:
+        # Initialize the Groq client with the provided API key
+        client = groq.Groq(api_key=api_key)
+    except Exception as e:
+        return f"Failed to initialize Groq client. Error: {str(e)}", ""
+    
+    try:
+        steps, total_time = generate_response(client, user_query)
+        formatted_steps = format_steps(steps, total_time)
+    except Exception as e:
+        return f"An error occurred during processing. Error: {str(e)}", ""
+    
     return formatted_steps, ""
 
 # Define the Gradio interface
@@ -115,6 +133,10 @@ with gr.Blocks() as demo:
     
     with gr.Row():
         with gr.Column():
+            api_input = gr.Password(
+                label="Enter your Groq API Key:",
+                placeholder="Your Groq API Key",
+            )
             user_input = gr.Textbox(
                 label="Enter your query:",
                 placeholder="e.g., How many 'R's are in the word strawberry?",
@@ -126,7 +148,7 @@ with gr.Blocks() as demo:
         with gr.Column():
             output_html = gr.HTML()
     
-    submit_btn.click(fn=main, inputs=user_input, outputs=output_html)
+    submit_btn.click(fn=main, inputs=[api_input, user_input], outputs=output_html)
 
 # Launch the Gradio app
 if __name__ == "__main__":