gera-richarte commited on
Commit
40943a8
1 Parent(s): 9ec8204

fix(earthview): roll back. dataset re-shaped as previous version, this is compatible with new-new dataset

Browse files
Files changed (1) hide show
  1. earthview.py +1 -5
earthview.py CHANGED
@@ -43,11 +43,7 @@ def load_dataset(subset, dataset="satellogic/EarthView", split="train", shards =
43
  if shards is None:
44
  data_files = None
45
  else:
46
- if subset == "satellogic":
47
- shards = {1000*shard//nshards for shard in shards}
48
- data_files = [f"{path}/satellogic_v2-{shard}/{split}-*.parquet" for shard in shards]
49
- else:
50
- data_files = [f"{path}/{split}-{shard:05d}-of-{nshards:05d}.parquet" for shard in shards]
51
  data_files = {split: data_files}
52
 
53
  ds = _load_dataset(
 
43
  if shards is None:
44
  data_files = None
45
  else:
46
+ data_files = [f"{path}/{split}-{shard:05d}-of-{nshards:05d}.parquet" for shard in shards]
 
 
 
 
47
  data_files = {split: data_files}
48
 
49
  ds = _load_dataset(