Update main.py

main.py

@@ -17,8 +17,13 @@ HELICON_API_KEY = os.getenv("HELICON_API_KEY")
 SUPABASE_USER = os.environ['SUPABASE_USER']
 SUPABASE_PASSWORD = os.environ['SUPABASE_PASSWORD']
 
-llm_default_small = "meta-llama/Llama-3-8b-chat-hf"
-llm_default_medium = "meta-llama/Llama-3-70b-chat-hf"
+# Groq model names
+llm_default_small = "llama3-8b-8192"
+llm_default_medium = "llama3-70b-8192"
+
+# Together Model names (fallback)
+llm_fallback_small = "meta-llama/Llama-3-8b-chat-hf"
+llm_fallback_medium = "meta-llama/Llama-3-70b-chat-hf"
 
 SysPromptJson = "You are now in the role of an expert AI who can extract structured information from user request. Both key and value pairs must be in double quotes. You must respond ONLY with a valid JSON file. Do not add any additional comments."
 SysPromptList = "You are now in the role of an expert AI who can extract structured information from user request. All elements must be in double quotes. You must respond ONLY with a valid python List. Do not add any additional comments."