Push

src/data/sources/json_source.py

@@ -39,9 +39,9 @@ class JSONDataset(Source):
     # DuckDB expects s3 protocol: https://duckdb.org/docs/guides/import/s3_import.html.
     s3_filepaths = [path.replace('gs://', 's3://') for path in filepaths]
 
+    con.execute(f"""temp_directory='{data_path()};""")
     # NOTE: We use duckdb here to increase parallelism for multiple files.
     self._df = con.execute(f"""
-      temp_directory='{data_path()}'
       {duckdb_gcs_setup(con)}
       SELECT * FROM read_json_auto(
         {s3_filepaths},