Push

.dockerignore

@@ -0,0 +1,10 @@
+# Python
+**/__pycache__
+**/*.pyc
+**/*.pyo
+**/*.pyd
+# Ignore unit tests.
+**/*_test.py
+
+# Mac OS.
+.DS_Store

.env

@@ -26,3 +26,6 @@ DUCKDB_USE_VIEWS=0
 
 # The repo to use for the huggingface demo.
 # HF_STAGING_DEMO_REPO='HF_ORG/HF_REPO_NAME'
+
+# To sync data from huggingface before the server boots.
+# LILAC_DL_DATA_FROM_HF_SPACE='HF_ORG/HF_REPO_NAME'

src/server.py

@@ -62,33 +62,33 @@ app.mount('/', StaticFiles(directory=os.path.join(DIST_PATH), html=True, check_d
 def startup() -> None:
   """Download dataset files from the HF space that is uploaded before building the image."""
   # Setup.
-  repo_id = 'lilacai/nikhil_staging'
-
-  # Download the huggingface space data. This includes code and datasets, so we move the datasets
-  # alone to the data directory.
-  spaces_download_dir = os.path.join(data_path(), '.hf-spaces', repo_id)
-  snapshot_download(
-    repo_id=repo_id,
-    repo_type='space',
-    local_dir=spaces_download_dir,
-    local_dir_use_symlinks=False,
-    token=CONFIG['HF_ACCESS_TOKEN'])
-
-  datasets = list_datasets(os.path.join(spaces_download_dir, 'data'))
-  print('datasets: ', datasets)
-  for dataset in datasets:
-    dataset_output_dir = get_dataset_output_dir(data_path(), dataset.namespace,
-                                                dataset.dataset_name)
-
-    shutil.rmtree(dataset_output_dir, ignore_errors=True)
-    print('~~~~moving', os.path.join(spaces_download_dir, dataset.namespace, dataset.dataset_name),
-          'to', dataset_output_dir)
-    shutil.move(
-      os.path.join(spaces_download_dir, dataset.namespace, dataset.dataset_name),
-      dataset_output_dir)
-
-  run('ls -al')
-  run(f'ls {data_path()}')
+  repo_id = CONFIG.get('LILAC_DL_DATA_FROM_HF_SPACE', None)
+
+  if repo_id:
+    # Download the huggingface space data. This includes code and datasets, so we move the datasets
+    # alone to the data directory.
+    spaces_download_dir = os.path.join(data_path(), '.hf-spaces', repo_id)
+    snapshot_download(
+      repo_id=repo_id,
+      repo_type='space',
+      local_dir=spaces_download_dir,
+      local_dir_use_symlinks=False,
+      token=CONFIG['HF_ACCESS_TOKEN'])
+
+    datasets = list_datasets(os.path.join(spaces_download_dir, 'data'))
+    for dataset in datasets:
+      spaces_dataset_output_dir = get_dataset_output_dir(
+        os.path.join(spaces_download_dir, 'data'), dataset.namespace, dataset.dataset_name)
+      persistent_output_dir = get_dataset_output_dir(data_path(), dataset.namespace,
+                                                     dataset.dataset_name)
+
+      shutil.rmtree(persistent_output_dir, ignore_errors=True)
+      print('~~~~moving', os.path.join(spaces_download_dir, dataset.namespace,
+                                       dataset.dataset_name), 'to', persistent_output_dir)
+      shutil.move(spaces_dataset_output_dir, persistent_output_dir)
+
+    run('ls -al')
+    run(f'ls {data_path()}')
 
 
 def run(cmd: str) -> subprocess.CompletedProcess[bytes]:

web/blueprint/build/_app/immutable/chunks/navigation.4a0e612e.js

@@ -1 +0,0 @@
-import{j as o}from"./singletons.8070b87f.js";const e=o("goto");export{e as g};

web/blueprint/build/_app/immutable/chunks/navigation.6aaae227.js

@@ -0,0 +1 @@
+import{j as o}from"./singletons.f0ce81ce.js";const e=o("goto");export{e as g};

web/blueprint/build/_app/immutable/chunks/{singletons.8070b87f.js → singletons.f0ce81ce.js}

@@ -1 +1 @@
-import{w as u}from"./index.5884c3e8.js";var p;const k=((p=globalThis.__sveltekit_1jog67w)==null?void 0:p.base)??"";var g;const w=((g=globalThis.__sveltekit_1jog67w)==null?void 0:g.assets)??k,m="1688697326230",T="sveltekit:snapshot",y="sveltekit:scroll",I="sveltekit:index",f={tap:1,hover:2,viewport:3,eager:4,off:-1};function S(e){let t=e.baseURI;if(!t){const n=e.getElementsByTagName("base");t=n.length?n[0].href:e.URL}return t}function x(){return{x:pageXOffset,y:pageYOffset}}function c(e,t){return e.getAttribute(`data-sveltekit-${t}`)}const d={...f,"":f.hover};function h(e){let t=e.assignedSlot??e.parentNode;return(t==null?void 0:t.nodeType)===11&&(t=t.host),t}function O(e,t){for(;e&&e!==t;){if(e.nodeName.toUpperCase()==="A"&&e.hasAttribute("href"))return e;e=h(e)}}function U(e,t){let n;try{n=new URL(e instanceof SVGAElement?e.href.baseVal:e.href,document.baseURI)}catch{}const a=e instanceof SVGAElement?e.target.baseVal:e.target,r=!n||!!a||A(n,t)||(e.getAttribute("rel")||"").split(/\s+/).includes("external"),l=(n==null?void 0:n.origin)===location.origin&&e.hasAttribute("download");return{url:n,external:r,target:a,download:l}}function j(e){let t=null,n=null,a=null,r=null,l=null,o=null,s=e;for(;s&&s!==document.documentElement;)a===null&&(a=c(s,"preload-code")),r===null&&(r=c(s,"preload-data")),t===null&&(t=c(s,"keepfocus")),n===null&&(n=c(s,"noscroll")),l===null&&(l=c(s,"reload")),o===null&&(o=c(s,"replacestate")),s=h(s);function i(v){switch(v){case"":case"true":return!0;case"off":case"false":return!1;default:return null}}return{preload_code:d[a??"off"],preload_data:d[r??"off"],keep_focus:i(t),noscroll:i(n),reload:i(l),replace_state:i(o)}}function _(e){const t=u(e);let n=!0;function a(){n=!0,t.update(o=>o)}function r(o){n=!1,t.set(o)}function l(o){let s;return t.subscribe(i=>{(s===void 0||n&&i!==s)&&o(s=i)})}return{notify:a,set:r,subscribe:l}}function E(){const{set:e,subscribe:t}=u(!1);let n;async function a(){clearTimeout(n);try{const r=await fetch(`${w}/_app/version.json`,{headers:{pragma:"no-cache","cache-control":"no-cache"}});if(!r.ok)return!1;const o=(await r.json()).version!==m;return o&&(e(!0),clearTimeout(n)),o}catch{return!1}}return{subscribe:t,check:a}}function A(e,t){return e.origin!==location.origin||!e.pathname.startsWith(t)}let b;function L(e){b=e.client}function N(e){return(...t)=>b[e](...t)}const P={url:_({}),page:_({}),navigating:u(null),updated:E()};export{I,f as P,y as S,T as a,U as b,j as c,x as d,k as e,O as f,S as g,L as h,A as i,N as j,P as s};
+import{w as u}from"./index.5884c3e8.js";var p;const k=((p=globalThis.__sveltekit_12no3nh)==null?void 0:p.base)??"";var h;const m=((h=globalThis.__sveltekit_12no3nh)==null?void 0:h.assets)??k,w="1688698229991",T="sveltekit:snapshot",y="sveltekit:scroll",I="sveltekit:index",f={tap:1,hover:2,viewport:3,eager:4,off:-1};function S(e){let t=e.baseURI;if(!t){const n=e.getElementsByTagName("base");t=n.length?n[0].href:e.URL}return t}function x(){return{x:pageXOffset,y:pageYOffset}}function c(e,t){return e.getAttribute(`data-sveltekit-${t}`)}const d={...f,"":f.hover};function g(e){let t=e.assignedSlot??e.parentNode;return(t==null?void 0:t.nodeType)===11&&(t=t.host),t}function O(e,t){for(;e&&e!==t;){if(e.nodeName.toUpperCase()==="A"&&e.hasAttribute("href"))return e;e=g(e)}}function U(e,t){let n;try{n=new URL(e instanceof SVGAElement?e.href.baseVal:e.href,document.baseURI)}catch{}const a=e instanceof SVGAElement?e.target.baseVal:e.target,r=!n||!!a||A(n,t)||(e.getAttribute("rel")||"").split(/\s+/).includes("external"),l=(n==null?void 0:n.origin)===location.origin&&e.hasAttribute("download");return{url:n,external:r,target:a,download:l}}function L(e){let t=null,n=null,a=null,r=null,l=null,o=null,s=e;for(;s&&s!==document.documentElement;)a===null&&(a=c(s,"preload-code")),r===null&&(r=c(s,"preload-data")),t===null&&(t=c(s,"keepfocus")),n===null&&(n=c(s,"noscroll")),l===null&&(l=c(s,"reload")),o===null&&(o=c(s,"replacestate")),s=g(s);function i(v){switch(v){case"":case"true":return!0;case"off":case"false":return!1;default:return null}}return{preload_code:d[a??"off"],preload_data:d[r??"off"],keep_focus:i(t),noscroll:i(n),reload:i(l),replace_state:i(o)}}function _(e){const t=u(e);let n=!0;function a(){n=!0,t.update(o=>o)}function r(o){n=!1,t.set(o)}function l(o){let s;return t.subscribe(i=>{(s===void 0||n&&i!==s)&&o(s=i)})}return{notify:a,set:r,subscribe:l}}function E(){const{set:e,subscribe:t}=u(!1);let n;async function a(){clearTimeout(n);try{const r=await fetch(`${m}/_app/version.json`,{headers:{pragma:"no-cache","cache-control":"no-cache"}});if(!r.ok)return!1;const o=(await r.json()).version!==w;return o&&(e(!0),clearTimeout(n)),o}catch{return!1}}return{subscribe:t,check:a}}function A(e,t){return e.origin!==location.origin||!e.pathname.startsWith(t)}let b;function N(e){b=e.client}function P(e){return(...t)=>b[e](...t)}const V={url:_({}),page:_({}),navigating:u(null),updated:E()};export{I,f as P,y as S,T as a,U as b,L as c,x as d,k as e,O as f,S as g,N as h,A as i,P as j,V as s};