dsmueller commited on
Commit
3135b50
1 Parent(s): 3c75e7b

Making dataset_name an env variable

Browse files
Files changed (1) hide show
  1. run.py +3 -2
run.py CHANGED
@@ -5,9 +5,10 @@ from renumics.spotlight import dtypes as spotlight_dtypes
5
  import os
6
 
7
  if __name__ == "__main__":
8
- dataset_name="ai-aerospace/ac-text-embedding-ada-002-ams-test"
 
9
  # Load dataset using datasets.load_dataset()
10
- dataset = datasets.load_dataset(dataset_name, split="train",data_dir=os.environ.get("HF_HOME"))
11
  print("Dataset loaded using datasets.load_dataset().")
12
 
13
  df = dataset.to_pandas()
 
5
  import os
6
 
7
  if __name__ == "__main__":
8
+ # dataset_name="ai-aerospace/ac-text-embedding-ada-002-ams-test"
9
+ dataset_name=os.getenv("DATASET_NAME")
10
  # Load dataset using datasets.load_dataset()
11
+ dataset = datasets.load_dataset(dataset_name, split="train")
12
  print("Dataset loaded using datasets.load_dataset().")
13
 
14
  df = dataset.to_pandas()