File size: 596 Bytes
e4f9cbe
 
 
d9bd6c3
e4f9cbe
 
 
 
d9bd6c3
 
 
 
e4f9cbe
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
"""Utils for duckdb."""
import duckdb

from ..config import CONFIG, data_path


def duckdb_gcs_setup(con: duckdb.DuckDBPyConnection) -> str:
  """Setup DuckDB for GCS."""
  con.execute(f"""
    SET extension_directory='{data_path()}';
  """)

  con.install_extension('httpfs')
  con.load_extension('httpfs')

  if 'GCS_REGION' in CONFIG:
    return f"""
        SET s3_region='{CONFIG['GCS_REGION']}';
        SET s3_access_key_id='{CONFIG['GCS_ACCESS_KEY']}';
        SET s3_secret_access_key='{CONFIG['GCS_SECRET_KEY']}';
        SET s3_endpoint='storage.googleapis.com';
      """
  return ''