Update linkedin_profile_chatbot/chat.py

linkedin_profile_chatbot/chat.py

@@ -9,11 +9,27 @@ def evaluator_user_prompt(reply, message, history):
     user_prompt += "Please evaluate the response, replying with whether it is acceptable and your feedback."
     return user_prompt
 
+#def evaluate(reply, message, history) -> Evaluation:
+
+#    messages = [{"role": "system", "content": evaluator_system_prompt}] + [{"role": "user", "content": evaluator_user_prompt(reply, message, history)}]
+#    response = gemini.beta.chat.completions.parse(model="gemini-2.0-flash", messages=messages, response_format=Evaluation)
+#    return response.choices[0].message.parsed
+
 def evaluate(reply, message, history) -> Evaluation:
+    messages = [
+        {"role": "system", "content": evaluator_system_prompt},
+        {"role": "user", "content": evaluator_user_prompt(reply, message, history)},
+    ]
+
+    response = gemini.chat.completions.create(
+        model="gpt-4o-mini",  
+        messages=messages,
+        response_format={"type": "json_schema", "schema": Evaluation.model_json_schema()},
+    )
+
+    parsed = Evaluation.model_validate_json(response.choices[0].message.content)
+    return parsed
 
-    messages = [{"role": "system", "content": evaluator_system_prompt}] + [{"role": "user", "content": evaluator_user_prompt(reply, message, history)}]
-    response = gemini.beta.chat.completions.parse(model="gemini-2.0-flash", messages=messages, response_format=Evaluation)
-    return response.choices[0].message.parsed
 
 def chat(message, history):
     messages = [{"role":"system", "content": system_prompt}] + history + [{"role": "user", "content": message}]