Update app.py

app.py

@@ -5,7 +5,7 @@ import requests
 import re
 import os
 
-# ✅ Securely load Together API Key
+# ✅ Load Together API key securely
 def get_together_api_key():
     key = os.environ.get("TOGETHER_API_KEY")
     if key:
@@ -15,33 +15,32 @@ def get_together_api_key():
 
 TOGETHER_API_KEY = get_together_api_key()
 
-# 🧠 Generate SQL from prompt
+# 🧠 Generate SQL from prompt using Together API
 def generate_sql_from_prompt(prompt, df):
     schema = ", ".join([f"{col} ({str(dtype)})" for col, dtype in df.dtypes.items()])
-    full_prompt = f"""
-You are a SQL expert. Here is a table called 'df' with the following schema:
+    full_prompt = f"""You are a SQL expert. Here is a table called 'df' with the following schema:
 {schema}
 
 User question: "{prompt}"
 
-Write a valid SQL query using the 'df' table. Return only the SQL code.
-"""
-    url = "https://api.together.xyz/v1/chat/completions"
+Write a valid SQL query using the 'df' table. Return only the SQL code."""
+
+    url = "https://api.together.xyz/inference"
     headers = {
         "Authorization": f"Bearer {TOGETHER_API_KEY}",
         "Content-Type": "application/json"
     }
     payload = {
-        "model": "mistralai/Mixtral-8x7B-Instruct-v0.1",
-        "messages": [{"role": "user", "content": full_prompt}],
-        "temperature": 0.2,
-        "max_tokens": 200
+        "model": "meta-llama/Llama-3-8B-Instruct",
+        "prompt": full_prompt,
+        "max_tokens": 300,
+        "temperature": 0.5,
     }
 
     response = requests.post(url, headers=headers, json=payload)
     response.raise_for_status()
     result = response.json()
-    return result['choices'][0]['message']['content'].strip("```sql").strip("```").strip()
+    return result['output'].strip("```sql").strip("```").strip()
 
 # 🧽 Clean SQL for DuckDB compatibility
 def clean_sql_for_duckdb(sql, df_columns):
@@ -52,7 +51,7 @@ def clean_sql_for_duckdb(sql, df_columns):
             sql = re.sub(pattern, f'"{col}"', sql)
     return sql
 
-# 💬 Main chatbot function
+# 💬 Main Gradio function
 def chatbot_interface(file, question):
     try:
         df = pd.read_excel(file)
@@ -77,4 +76,4 @@ with gr.Blocks() as demo:
 
 # 🚀 Launch the app
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()