Update app.py

app.py

@@ -77,12 +77,21 @@ async def create_upload_file(file: UploadFile = File(...)):
     with open(file_savePath,'wb') as f:
         shutil.copyfileobj(file.file, f)
     # Here you can save the file and do other operations as needed
-    full_dataset = load_dataset("parquet",
-                data_files=file_savePath,
-                split="train",
-                cache_dir=temp_path,
-                keep_in_memory=True,
-                num_proc=NUM_PROC*2)
+    if '.json' in file_savePath:
+        full_dataset = load_dataset('json', 
+                    data_files='my_file.json',
+                    cache_dir=temp_path,
+                    keep_in_memory=True,
+                    num_proc=NUM_PROC*2)
+    elif '.parquet' in file_savePath:
+        full_dataset = load_dataset("parquet",
+                    data_files=file_savePath,
+                    split="train",
+                    cache_dir=temp_path,
+                    keep_in_memory=True,
+                    num_proc=NUM_PROC*2)
+    else:
+        raise NotImplementedError("This feature is not supported yet")
     # Generate and append embeddings to the train split
     law_embeddings = generate_embeddings(full_dataset)
     full_dataset= full_dataset.add_column("embeddings", law_embeddings)