awacke1 commited on
Commit
d811903
β€’
1 Parent(s): 348fb48

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +18 -1
app.py CHANGED
@@ -24,7 +24,24 @@ csv_datasets_reloaded
24
 
25
 
26
  for split, dataset in raw_datasets.items():
27
- dataset.to_json(f'my-dataset-{split}.jsonl")
28
 
29
  for split, dataset in raw_datasets.items():
30
  dataset.to_parquet(f"my-dataset-{split}.parquet")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
24
 
25
 
26
  for split, dataset in raw_datasets.items():
27
+ dataset.to_json(f"my-dataset-{split}.jsonl")
28
 
29
  for split, dataset in raw_datasets.items():
30
  dataset.to_parquet(f"my-dataset-{split}.parquet")
31
+
32
+
33
+ json_data_files = {
34
+ "train": "my-dataset-train.jsonl",
35
+ "validation": "my-dataset-validation.jsonl",
36
+ "test": "my-dataset-test.jsonl",
37
+ }
38
+ parquet_data_files = {
39
+ "train": "my-dataset-train.parquet",
40
+ "validation": "my-dataset-validation.parquet",
41
+ "test": "my-dataset-test.parquet",
42
+ }
43
+
44
+ json_datasets_reloaded = load_dataset("json", data_files=json_data_files)
45
+ parquet_datasets_reloaded = load_dataset("parquet", data_files=parquet_data_files)
46
+
47
+