Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
add print
Browse files- app.py +1 -0
- src/leaderboard/read_evals.py +4 -0
app.py
CHANGED
@@ -52,6 +52,7 @@ except Exception:
|
|
52 |
|
53 |
|
54 |
raw_data, original_df = get_leaderboard_df(EVAL_RESULTS_PATH, EVAL_REQUESTS_PATH, COLS, BENCHMARK_COLS)
|
|
|
55 |
leaderboard_df = original_df.copy()
|
56 |
|
57 |
(
|
|
|
52 |
|
53 |
|
54 |
raw_data, original_df = get_leaderboard_df(EVAL_RESULTS_PATH, EVAL_REQUESTS_PATH, COLS, BENCHMARK_COLS)
|
55 |
+
print("og df: ", original_df)
|
56 |
leaderboard_df = original_df.copy()
|
57 |
|
58 |
(
|
src/leaderboard/read_evals.py
CHANGED
@@ -158,6 +158,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
|
|
158 |
model_result_filepaths = []
|
159 |
|
160 |
for root, _, files in os.walk(results_path):
|
|
|
161 |
# We should only have json files in model results
|
162 |
if len(files) == 0 or any([not f.endswith(".json") for f in files]):
|
163 |
continue
|
@@ -165,6 +166,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
|
|
165 |
# Sort the files by date
|
166 |
try:
|
167 |
files.sort(key=lambda x: x.removesuffix(".json").removeprefix("results_")[:-7])
|
|
|
168 |
except dateutil.parser._parser.ParserError:
|
169 |
files = [files[-1]]
|
170 |
|
@@ -192,4 +194,6 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
|
|
192 |
except KeyError: # not all eval values present
|
193 |
continue
|
194 |
|
|
|
|
|
195 |
return results
|
|
|
158 |
model_result_filepaths = []
|
159 |
|
160 |
for root, _, files in os.walk(results_path):
|
161 |
+
print("results_path: ", results_path)
|
162 |
# We should only have json files in model results
|
163 |
if len(files) == 0 or any([not f.endswith(".json") for f in files]):
|
164 |
continue
|
|
|
166 |
# Sort the files by date
|
167 |
try:
|
168 |
files.sort(key=lambda x: x.removesuffix(".json").removeprefix("results_")[:-7])
|
169 |
+
print("files found: ", files)
|
170 |
except dateutil.parser._parser.ParserError:
|
171 |
files = [files[-1]]
|
172 |
|
|
|
194 |
except KeyError: # not all eval values present
|
195 |
continue
|
196 |
|
197 |
+
print("Results: ", results)
|
198 |
+
|
199 |
return results
|