sps44's picture
switch to parquet dataset
5ec7c74
raw
history blame
No virus
772 Bytes
import pickle
import datasets
from renumics import spotlight
import os
import pandas as pd
import pickle
from renumics import spotlight
if __name__ == "__main__":
cache_file = "dataset_cache.pkl"
issue_cache_file="sliceline.pkl"
import pandas as pd
#load dataframe from parquet
df = pd.read_parquet('cifar100-enriched-cv.parquet')
with open(issue_cache_file, "rb") as issue_file:
issues = pickle.load(issue_file)
df_show = df.drop(columns=['embedding', 'probabilities'])
while True:
view = spotlight.show(df_show, port=7860, host="0.0.0.0", issues=issues,
dtype={"image": spotlight.Image, "embedding_reduced": spotlight.Embedding}, allow_filebrowsing=False)
view.close()