a

Dockerfile

@@ -1,4 +1,4 @@
-FROM nvidia/cuda:11.8.0-cudnn8-devel-ubuntu22.04
+FROM nvidia/cuda:11.3.1-cudnn8-devel-ubuntu18.04
 
 ENV DEBIAN_FRONTEND=noninteractive \
     TZ=America/Los_Angeles
@@ -48,13 +48,11 @@ WORKDIR $HOME/app
 
 # Copy the current directory contents into the container at $HOME/app setting the owner to the user
 
-RUN git clone -b dev https://github.com/camenduru/dreamgaussian . && \
+RUN git clone https://github.com/dreamgaussian/dreamgaussian . && \
     pip install -r requirements.txt && \
-    pip install -q bpy \
-    pip install -q https://github.com/camenduru/diff-gaussian-rasterization/releases/download/v1.0/diff_gaussian_rasterization-0.0.0-cp310-cp310-linux_x86_64.1.whl && \
-    pip install -q https://github.com/camenduru/diff-gaussian-rasterization/releases/download/v1.0/simple_knn-0.0.0-cp310-cp310-linux_x86_64.1.whl && \
-    pip install -q https://github.com/camenduru/diff-gaussian-rasterization/releases/download/v1.0/nvdiffrast-0.3.1-py3-none-any.whl && \
-    pip install -q https://github.com/camenduru/diff-gaussian-rasterization/releases/download/v1.0/kiui-0.1.8-py3-none-any.whl 
+    pip install -e git+https://github.com/NVlabs/nvdiffrast.git@main#egg=nvdiffrast && \
+    pip install -e git+https://github.com/ashawkey/kiuikit.git@main#egg=kiui
+
 USER user
 # Set home to the user's home directory
 ENV HOME=/home/user \

app.py

@@ -1,3 +1,4 @@
+%cd /content/dreamgaussian/
 import re
 import subprocess
 import gradio as gr
@@ -5,9 +6,17 @@ import trimesh
 import tempfile
 import time
 import pathlib
+import os
+
+os.system("pip install -e ./simple-knn")
+os.system("pip install -e ./diff-gaussian-rasterization")
+
+TEMP_DIR = "/tmp/dreamgaussian"
+os.makedirs(TEMP_DIR, exist_ok=True)
+
 
 def create_from_text(prompt):
-    temp_dir = tempfile.mkdtemp()
+    temp_dir = tempfile.mkdtemp(dir=TEMP_DIR)
     sanitized_prompt = re.sub("[^0-9a-zA-Z]+", "_", prompt)
     cmd1 = [
         "python",
@@ -17,6 +26,8 @@ def create_from_text(prompt):
         f"prompt={prompt}",
         f"outdir={temp_dir}",
         f"save_path={sanitized_prompt}",
+        "force_cuda_rast=True",
+        "mesh_format=glb",
     ]
     cmd2 = [
         "python",
@@ -26,14 +37,17 @@ def create_from_text(prompt):
         f"prompt={prompt}",
         f"outdir={temp_dir}",
         f"save_path={sanitized_prompt}",
+        "force_cuda_rast=True",
+        "mesh_format=glb",
     ]
     subprocess.run(cmd1)
     subprocess.run(cmd2)
-    glb_path = convert_obj_to_glb(f"{temp_dir}/{sanitized_prompt}.obj", temp_dir)
-    return get_html_model(glb_path), glb_path
-    
+    glb_path = f"{temp_dir}/{sanitized_prompt}.glb"
+    return get_html_model(glb_path)
+
+
 def create_from_image(image):
-    temp_dir = tempfile.mkdtemp()
+    temp_dir = tempfile.mkdtemp(dir=TEMP_DIR)
     sanitized_prompt = "image"
     image.save(f"{temp_dir}/{sanitized_prompt}.png")
     cmd1 = [
@@ -51,6 +65,8 @@ def create_from_image(image):
         f"outdir={temp_dir}",
         f"input={temp_dir}/{sanitized_prompt}_rgba.png",
         f"save_path={sanitized_prompt}",
+        "force_cuda_rast=True",
+        "mesh_format=glb",
     ]
     cmd3 = [
         "python",
@@ -60,25 +76,25 @@ def create_from_image(image):
         f"outdir={temp_dir}",
         f"input={temp_dir}/{sanitized_prompt}_rgba.png",
         f"save_path={sanitized_prompt}",
+        "force_cuda_rast=True",
+        "mesh_format=glb",
     ]
+    print(cmd1)
+    print(cmd2)
+    print(cmd3)
     subprocess.run(cmd1)
     subprocess.run(cmd2)
     subprocess.run(cmd3)
-    glb_path = convert_obj_to_glb(f"{temp_dir}/{sanitized_prompt}.obj", temp_dir)
-    return get_html_model(glb_path), glb_path
+    glb_path = f"{temp_dir}/{sanitized_prompt}.glb"
+    return get_html_model(glb_path)
 
 
-def convert_obj_to_glb(obj_path, out_path):
-    f_path = out_path + "/model.GLB"
-    m = trimesh.load(obj_path, split_object=True, group_material=False, process=False)
-    m.export(f_path)
-    return f_path
+def get_html_model(f_path):
+    iframe = f"""<iframe src="file=model.html" model-url="file={f_path}" width="100%" height="500px"></iframe>"""
 
+    return iframe
 
-def get_html_model(f_path):
-  iframe = f"""<iframe src="file=model.html" model-url="file={f_path}" width="100%" height="500px"></iframe>"""
 
-  return iframe
 def generate(prompt, image):
     if prompt:
         gr.Info("Generating from prompt")
@@ -105,9 +121,22 @@ source: https://github.com/dreamgaussian/dreamgaussian
                 btn = gr.Button("Generate")
         with gr.Column():
             model_3d = gr.HTML(label="Model 3D", show_label=True)
-            file = gr.File()
-    btn.click(generate, inputs=[prompt, image], outputs=[model_3d, file])
-    clear.click(lambda x: (gr.update(value=None),gr.update(value=None)), None, [prompt, image], queue=False)
+    gr.Examples(
+        [["A pokemon", None],
+         [None, "./examples/b.jpg"]],
+        inputs=[prompt, image],
+        outputs=[model_3d],
+        cache_examples=True,
+    )
+    btn.click(generate, inputs=[prompt, image], outputs=[model_3d])
+    clear.click(
+        lambda x: (gr.update(value=None), gr.update(value=None)),
+        None,
+        [prompt, image],
+        queue=False,
+    )
 
 demo.queue(api_open=False, concurrency_count=1)
-demo.launch(debug=True, show_api=False, inline=False, share=True)
+demo.launch(
+    debug=True, show_api=False, inline=False, share=True, allowed_paths=[TEMP_DIR]
+)