Spaces:
Running
Running
gera-richarte
commited on
Commit
•
40943a8
1
Parent(s):
9ec8204
fix(earthview): roll back. dataset re-shaped as previous version, this is compatible with new-new dataset
Browse files- earthview.py +1 -5
earthview.py
CHANGED
@@ -43,11 +43,7 @@ def load_dataset(subset, dataset="satellogic/EarthView", split="train", shards =
|
|
43 |
if shards is None:
|
44 |
data_files = None
|
45 |
else:
|
46 |
-
|
47 |
-
shards = {1000*shard//nshards for shard in shards}
|
48 |
-
data_files = [f"{path}/satellogic_v2-{shard}/{split}-*.parquet" for shard in shards]
|
49 |
-
else:
|
50 |
-
data_files = [f"{path}/{split}-{shard:05d}-of-{nshards:05d}.parquet" for shard in shards]
|
51 |
data_files = {split: data_files}
|
52 |
|
53 |
ds = _load_dataset(
|
|
|
43 |
if shards is None:
|
44 |
data_files = None
|
45 |
else:
|
46 |
+
data_files = [f"{path}/{split}-{shard:05d}-of-{nshards:05d}.parquet" for shard in shards]
|
|
|
|
|
|
|
|
|
47 |
data_files = {split: data_files}
|
48 |
|
49 |
ds = _load_dataset(
|