Fix fetching of outdated files
Browse files
data.py
CHANGED
@@ -7,7 +7,7 @@ import threading
|
|
7 |
import traceback
|
8 |
import json
|
9 |
|
10 |
-
fs = HfFileSystem()
|
11 |
|
12 |
IMPORTANT_MODELS = [
|
13 |
"auto",
|
@@ -50,6 +50,7 @@ KEYS_TO_KEEP = [
|
|
50 |
]
|
51 |
|
52 |
def read_one_dataframe(json_path: str, device_label: str) -> pd.DataFrame:
|
|
|
53 |
df = pd.read_json(json_path, orient="index")
|
54 |
df.index.name = "model_name"
|
55 |
df[f"failed_multi_no_{device_label}"] = df["failures"].apply(lambda x: len(x["multi"]) if "multi" in x else 0)
|
|
|
7 |
import traceback
|
8 |
import json
|
9 |
|
10 |
+
fs = HfFileSystem(use_listings_cache=False)
|
11 |
|
12 |
IMPORTANT_MODELS = [
|
13 |
"auto",
|
|
|
50 |
]
|
51 |
|
52 |
def read_one_dataframe(json_path: str, device_label: str) -> pd.DataFrame:
|
53 |
+
logger.info(f"Reading df located at {json_path}")
|
54 |
df = pd.read_json(json_path, orient="index")
|
55 |
df.index.name = "model_name"
|
56 |
df[f"failed_multi_no_{device_label}"] = df["failures"].apply(lambda x: len(x["multi"]) if "multi" in x else 0)
|