Update app.py

app.py

@@ -20,7 +20,6 @@ from transformers import AutoTokenizer, AutoModel
 from utils import best_text_choice
 import asyncio
 import inspect
-from openai import AsyncOpenAI
 
 tokenizer = AutoTokenizer.from_pretrained("ai-forever/ru-en-RoSBERTa")
 model = AutoModel.from_pretrained("ai-forever/ru-en-RoSBERTa")
@@ -34,9 +33,6 @@ MISTRAL_API_KEY_4 = os.getenv('MISTRAL_API_KEY_4')
 MISTRAL_API_KEY_5 = os.getenv('MISTRAL_API_KEY_5')
 token = os.getenv('GITHUB_TOKEN')
 
-openai_api_key = os.getenv("GPT_KEY")
-client = AsyncOpenAI(api_key=openai_api_key)
-
 # Клиент для генерации сообщений
 client_mistral_generate = Mistral(api_key=MISTRAL_API_KEY)
 
@@ -202,20 +198,31 @@ def clean_message(message):
 #        return f"Ошибка при обращении к GigaChat-Pro: {e}"
 
 async def generate_message_mistral_generate(prompt, max_retries=5):
+    
+#def generate_message_mistral_generate(prompt):
+#    try:
+#        messages = [SystemMessage(content=prompt)]
+#        res = chat_pro(messages)
+#        cleaned_message = clean_message(res.content.strip())
+#        return cleaned_message
+#    except Exception as e:
+#        return f"Ошибка при обращении к GigaChat-Pro: {e}"
+    
     retries = 0
     while retries < max_retries:
         try:
-            # Call to OpenAI's GPT-4o-mini model
-            chat_response = await client.chat.completions.create(
-                model="gpt-4o-mini",
-                messages=[{"role": "user", "content": prompt}],
-                temperature=0.7,
-                max_tokens=70,
-                tools=None,
-                tool_choice=None
+            chat_response = await client_mistral_generate.chat.complete_async(
+                model="open-mistral-nemo",
+                temperature=1.0,
+                min_tokens=81,
+                max_tokens=106,
+                messages=[
+                    {
+                        "role": "user",
+                        "content": prompt
+                    },
+                ]
             )
-            
-            # Properly access the message content
             cleaned_message = clean_message(chat_response.choices[0].message.content.strip())
             return cleaned_message
         except Exception as e:
@@ -226,49 +233,10 @@ async def generate_message_mistral_generate(prompt, max_retries=5):
                 await asyncio.sleep(wait_time)
                 retries += 1
             else:
-                print(f"Error calling GPT-4o-mini: {e}")
+                print(f"Error calling Mistral: {e}")
                 return None
-    print("Failed to get response from GPT-4o-mini after maximum retries.")
+    print("Failed to get response from Mistral after maximum retries.")
     return None
-    
-#def generate_message_mistral_generate(prompt):
-#    try:
-#        messages = [SystemMessage(content=prompt)]
-#        res = chat_pro(messages)
-#        cleaned_message = clean_message(res.content.strip())
-#        return cleaned_message
-#    except Exception as e:
-#        return f"Ошибка при обращении к GigaChat-Pro: {e}"
-    
-#    retries = 0
-#    while retries < max_retries:
-#        try:
-#            chat_response = await client_mistral_generate.chat.complete_async(
-#                model="mistral-large-latest",
-#                temperature=1.0,
-#                min_tokens=81,
-#                max_tokens=106,
-#                messages=[
-#                    {
-#                        "role": "user",
-#                        "content": prompt
-#                    },
-#                ]
-#            )
-#            cleaned_message = clean_message(chat_response.choices[0].message.content.strip())
-#            return cleaned_message
-#        except Exception as e:
-#            error_message = str(e)
-#            if "Status 429" in error_message or "Server disconnected without sending a response" in error_message:
-#                wait_time = 3
-#                print(f"Rate limit exceeded or server did not respond. Waiting {wait_time} seconds before retrying...")
-#                await asyncio.sleep(wait_time)
-#                retries += 1
-#            else:
-#                print(f"Error calling Mistral: {e}")
-#                return None
-#    print("Failed to get response from Mistral after maximum retries.")
-#    return None
 
 async def generate_message_mistral_check(prompt, max_retries=5):
 #def generate_message_mistral_check(prompt):