Spaces:
Running
Running
fix/update-flow-judge-model (#9)
Browse files- fix: new flow judge url + set default hps (2c19fc2075cbd9af183eae497dd0970474ef75e8)
Co-authored-by: Bernardo Garcia <bergr7f@users.noreply.huggingface.co>
- gen_api_answer.py +5 -4
gen_api_answer.py
CHANGED
@@ -149,11 +149,11 @@ def get_atla_response(model_name, prompt, system_prompt=None, max_tokens=500, te
|
|
149 |
except Exception as e:
|
150 |
return f"Error with Atla model {model_name}: {str(e)}"
|
151 |
|
152 |
-
def get_flow_judge_response(model_name, prompt, max_tokens=
|
153 |
"""Get response from Flow Judge"""
|
154 |
try:
|
155 |
response = requests.post(
|
156 |
-
"https://
|
157 |
headers={
|
158 |
"Content-Type": "application/json",
|
159 |
"Authorization": f"Bearer {flow_judge_api_key}"
|
@@ -165,7 +165,8 @@ def get_flow_judge_response(model_name, prompt, max_tokens=500, temperature=0.1,
|
|
165 |
],
|
166 |
"max_tokens": max_tokens,
|
167 |
"temperature": temperature,
|
168 |
-
"top_p": top_p
|
|
|
169 |
}
|
170 |
)
|
171 |
response.raise_for_status()
|
@@ -299,7 +300,7 @@ def get_model_response(
|
|
299 |
)
|
300 |
elif organization == "Flow AI":
|
301 |
return get_flow_judge_response(
|
302 |
-
api_model, final_prompt,
|
303 |
)
|
304 |
else:
|
305 |
# All other organizations use Together API
|
|
|
149 |
except Exception as e:
|
150 |
return f"Error with Atla model {model_name}: {str(e)}"
|
151 |
|
152 |
+
def get_flow_judge_response(model_name, prompt, max_tokens=2048, temperature=0.1, top_p=0.95) -> str:
|
153 |
"""Get response from Flow Judge"""
|
154 |
try:
|
155 |
response = requests.post(
|
156 |
+
"https://arena.flow-ai.io/v1/chat/completions",
|
157 |
headers={
|
158 |
"Content-Type": "application/json",
|
159 |
"Authorization": f"Bearer {flow_judge_api_key}"
|
|
|
165 |
],
|
166 |
"max_tokens": max_tokens,
|
167 |
"temperature": temperature,
|
168 |
+
"top_p": top_p,
|
169 |
+
"stop": None
|
170 |
}
|
171 |
)
|
172 |
response.raise_for_status()
|
|
|
300 |
)
|
301 |
elif organization == "Flow AI":
|
302 |
return get_flow_judge_response(
|
303 |
+
api_model, final_prompt, # Keep default hps
|
304 |
)
|
305 |
else:
|
306 |
# All other organizations use Together API
|