up

common.py

@@ -11,12 +11,10 @@ import re
 import time
 from typing import Optional
 
-import openai
-import anthropic
+# import openai
+# import anthropic
 
-from mistralai.client import MistralClient
-
-from fastchat.model.model_adapter import get_conversation_template, ANTHROPIC_MODEL_LIST, MISTRAL_MODEL_LIST
+# from fastchat.model.model_adapter import get_conversation_template, ANTHROPIC_MODEL_LIST, MISTRAL_MODEL_LIST
 
 # API setting constants
 API_MAX_RETRY = 16
@@ -167,10 +165,6 @@ def run_judge_single(question, answer, judge, ref_answer, multi_turn=False):
         judgment = chat_compeletion_anthropic(
             model, conv, temperature=0, max_tokens=1024
         )
-    elif model in MISTRAL_MODEL_LIST:
-        judgment = chat_compeletion_mistral(
-            model, conv, temperature=0, max_tokens=1024
-        )
     else:
         raise ValueError(f"Invalid judge model name: {model}")
 
@@ -516,26 +510,6 @@ def chat_compeletion_palm(chat_state, model, conv, temperature, max_tokens):
     return chat_state, output
 
 
-def chat_compeletion_mistral(model, conv, temperature, max_tokens):
-    output = API_ERROR_OUTPUT
-    for _ in range(API_MAX_RETRY):
-        try:
-            c = MistralClient(api_key=os.environ["MISTRAL_API_KEY"])
-            messages = conv.to_mistralai_api_messages()
-            response = c.chat(
-                model=model,
-                messages=messages,
-                temperature=temperature,
-                max_tokens=max_tokens,
-            )
-            output = response.choices[0].message.content
-            break
-        except Exception as e:
-            print(type(e), e)
-            time.sleep(API_RETRY_SLEEP)
-    return output
-
-
 def normalize_game_key_single(gamekey, result):
     """Make the model names sorted in a game key."""
     qid, model_1, model_2 = gamekey