sps44 commited on
Commit
df12a60
1 Parent(s): e464725

parquet loads

Browse files
Files changed (1) hide show
  1. run.py +8 -1
run.py CHANGED
@@ -6,6 +6,9 @@ import pandas as pd
6
 
7
  if __name__ == "__main__":
8
  cache_file = "dataset_cache.parquet"
 
 
 
9
  if os.path.exists(cache_file):
10
  # Load dataset from cache
11
  df = pd.read_parquet(cache_file)
@@ -21,7 +24,11 @@ if __name__ == "__main__":
21
  df.to_parquet(cache_file)
22
 
23
  print("Dataset saved to cache.")
24
-
 
 
 
 
25
 
26
  #df = dataset.to_pandas()
27
  df_show = df.drop(columns=['embedding', 'probabilities'])
 
6
 
7
  if __name__ == "__main__":
8
  cache_file = "dataset_cache.parquet"
9
+ cache_file_enrichment="cifar100-enrichment-cv.parquet"
10
+ cache_file_issues="sliceline.pkl"
11
+
12
  if os.path.exists(cache_file):
13
  # Load dataset from cache
14
  df = pd.read_parquet(cache_file)
 
24
  df.to_parquet(cache_file)
25
 
26
  print("Dataset saved to cache.")
27
+
28
+ df_cv=pd.read_parquet(cache_file_enrichment)
29
+
30
+ with open(cache_file_issues, "rb") as issue_file:
31
+ issues = pickle.load(issue_file)
32
 
33
  #df = dataset.to_pandas()
34
  df_show = df.drop(columns=['embedding', 'probabilities'])