Spaces:
Sleeping
Sleeping
IliaLarchenko
commited on
Commit
•
3d8833c
1
Parent(s):
b5f3442
Defaults to gpt-4o-mini
Browse files- tests/analysis.py +1 -1
- tests/candidate.py +1 -1
- tests/test_e2e.py +1 -1
tests/analysis.py
CHANGED
@@ -137,7 +137,7 @@ def run_evaluation(
|
|
137 |
interview_types: Optional[List[str]] = None,
|
138 |
grader_models: Optional[List[str]] = None,
|
139 |
llm_configs: Optional[List[Any]] = None,
|
140 |
-
candidate_model: str = "gpt-
|
141 |
num_workers: int = 3,
|
142 |
) -> str:
|
143 |
"""
|
|
|
137 |
interview_types: Optional[List[str]] = None,
|
138 |
grader_models: Optional[List[str]] = None,
|
139 |
llm_configs: Optional[List[Any]] = None,
|
140 |
+
candidate_model: str = "gpt-4o-mini",
|
141 |
num_workers: int = 3,
|
142 |
) -> str:
|
143 |
"""
|
tests/candidate.py
CHANGED
@@ -22,7 +22,7 @@ def complete_interview(
|
|
22 |
requirements: str = "",
|
23 |
difficulty: str = "",
|
24 |
topic: str = "",
|
25 |
-
model: str = "gpt-
|
26 |
pause: int = 0,
|
27 |
mode: str = "normal",
|
28 |
max_messages: Optional[int] = None,
|
|
|
22 |
requirements: str = "",
|
23 |
difficulty: str = "",
|
24 |
topic: str = "",
|
25 |
+
model: str = "gpt-4o-mini",
|
26 |
pause: int = 0,
|
27 |
mode: str = "normal",
|
28 |
max_messages: Optional[int] = None,
|
tests/test_e2e.py
CHANGED
@@ -13,7 +13,7 @@ def complete_and_grade_interview(interview_type: str, mode: str = "normal", min_
|
|
13 |
:param mode: Mode of the interview ("normal", "empty", "gibberish", "repeat").
|
14 |
:return: Overall score of the interview.
|
15 |
"""
|
16 |
-
file_path, _ = complete_interview(interview_type, "test", model="gpt-
|
17 |
feedback = grade(file_path, model="gpt-4-turbo")
|
18 |
assert feedback["overall_score"] > min_score
|
19 |
return feedback["overall_score"]
|
|
|
13 |
:param mode: Mode of the interview ("normal", "empty", "gibberish", "repeat").
|
14 |
:return: Overall score of the interview.
|
15 |
"""
|
16 |
+
file_path, _ = complete_interview(interview_type, "test", model="gpt-4o-mini", mode=mode)
|
17 |
feedback = grade(file_path, model="gpt-4-turbo")
|
18 |
assert feedback["overall_score"] > min_score
|
19 |
return feedback["overall_score"]
|