add zerogpu support

app.py

@@ -1,24 +1,34 @@
 import gradio as gr
-
+import spaces
 import torch
 from diffusers import DiffusionPipeline
 from PIL import Image
 
-# Text-to-Multi-View Diffusion pipeline
-text_pipeline = DiffusionPipeline.from_pretrained(
-    "ashawkey/mvdream-sd2.1-diffusers",
-    custom_pipeline="dylanebert/multi_view_diffusion",
-    torch_dtype=torch.float16,
-    trust_remote_code=True,
-).to("cuda")
 
-# Image-to-Multi-View Diffusion pipeline
-image_pipeline = DiffusionPipeline.from_pretrained(
-    "ashawkey/imagedream-ipmv-diffusers",
-    custom_pipeline="dylanebert/multi_view_diffusion",
-    torch_dtype=torch.float16,
-    trust_remote_code=True,
-).to("cuda")
+@spaces.GPU
+def load_text_pipeline():
+    # Text-to-Multi-View Diffusion pipeline
+    return DiffusionPipeline.from_pretrained(
+        "ashawkey/mvdream-sd2.1-diffusers",
+        custom_pipeline="dylanebert/multi_view_diffusion",
+        torch_dtype=torch.float16,
+        trust_remote_code=True,
+    ).to("cuda")
+
+
+@spaces.GPU
+def load_image_pipeline():
+    # Image-to-Multi-View Diffusion pipeline
+    return DiffusionPipeline.from_pretrained(
+        "ashawkey/imagedream-ipmv-diffusers",
+        custom_pipeline="dylanebert/multi_view_diffusion",
+        torch_dtype=torch.float16,
+        trust_remote_code=True,
+    ).to("cuda")
+
+
+text_pipeline = load_text_pipeline()
+image_pipeline = load_image_pipeline()
 
 
 def create_image_grid(images):
@@ -35,6 +45,7 @@ def create_image_grid(images):
     return grid_img
 
 
+@spaces.GPU
 def text_to_mv(prompt):
     images = text_pipeline(
         prompt, guidance_scale=5, num_inference_steps=30, elevation=0
@@ -42,6 +53,7 @@ def text_to_mv(prompt):
     return create_image_grid(images)
 
 
+@spaces.GPU
 def image_to_mv(image, prompt):
     image = image.astype("float32") / 255.0
     images = image_pipeline(

requirements.txt

@@ -1,103 +1,247 @@
-accelerate==0.28.0
+accelerate==0.24.1
 aiofiles==23.2.1
-altair==5.2.0
+aiohttp==3.9.0
+aiosignal==1.3.1
+altair==4.2.0
 annotated-types==0.6.0
-anyio==4.3.0
-attrs==23.2.0
-certifi==2024.2.2
-charset-normalizer==3.3.2
-click==8.1.7
+antlr4-python3-runtime==4.9.3
+anyio==3.7.1
+async-timeout==4.0.3
+asyncer==0.0.2
+asyncio==3.4.3
+attrs==21.4.0
+Authlib==1.2.1
+backcall==0.2.0
+beautifulsoup4==4.12.3
+black==23.3.0
+blinker==1.4
+boto3==1.26.65
+botocore==1.29.87
+bs4==0.0.2
+build==1.0.3
+certifi==2022.6.15
+charset-normalizer==2.1.0
+click==8.1.3
+cloudpickle==2.1.0
+cmake==3.27.7
 colorama==0.4.6
-contourpy==1.2.0
+coloredlogs==15.0.1
+command-not-found==0.3
+contourpy==1.1.1
+coverage==6.4.2
+cryptography==3.4.8
 cycler==0.12.1
-diffusers==0.27.2
+dataclasses-json==0.6.2
+dbus-python==1.2.18
+dearpygui==1.10.1
+decorator==5.1.1
+Deprecated==1.2.14
+diffusers==0.21.4
+distro==1.7.0
+distro-info==1.1+ubuntu0.2
+dnspython==2.4.2
+docutils==0.20.1
 einops==0.7.0
-exceptiongroup==1.2.0
+entrypoints==0.4
+exceptiongroup==1.1.3
 executing==2.0.1
-fastapi==0.110.0
-ffmpy==0.3.2
-filelock==3.13.3
-fonttools==4.50.0
-fsspec==2024.3.1
-gradio==4.24.0
-gradio_client==0.14.0
-h11==0.14.0
-httpcore==1.0.5
-httpx==0.27.0
-huggingface-hub==0.22.2
-idna==3.6
-importlib_metadata==7.1.0
-importlib_resources==6.4.0
-Jinja2==3.1.3
-jsonschema==4.21.1
-jsonschema-specifications==2023.12.1
-kiui==0.2.7
+fastapi==0.104.1
+ffmpy==0.3.1
+filelock==3.7.1
+filetype==1.2.0
+flatbuffers==23.5.26
+fonttools==4.43.1
+frozenlist==1.4.0
+fsspec==2023.10.0
+gradio==4.19.0
+gradio_client==0.10.0
+gradio_model3dgs==0.2.0
+greenlet==3.0.1
+h11==0.12.0
+httpcore==0.15.0
+httplib2==0.20.2
+httpx==0.23.0
+huggingface-hub==0.19.4
+humanfriendly==10.0
+idna==3.3
+imageio==2.19.5
+imageio-ffmpeg==0.4.9
+importlib-metadata==4.6.4
+importlib-resources==6.1.0
+iniconfig==1.1.1
+install==1.3.5
+ipython==7.34.0
+isort==5.13.2
+itsdangerous==2.1.2
+jedi==0.18.1
+jeepney==0.7.1
+Jinja2==3.1.2
+jmespath==1.0.1
+joblib==1.1.0
+jsonschema==4.7.2
+jsonschema-specifications==2023.7.1
+keyring==23.5.0
+kiui @ git+https://github.com/ashawkey/kiuikit@62a2e2260c561b0ca08bae155c2fcca6110d8c11
 kiwisolver==1.4.5
+launchpadlib==1.10.16
+lazr.restfulclient==0.14.4
+lazr.uri==1.0.6
 lazy_loader==0.3
+lit==17.0.5
+llvmlite==0.38.1
 markdown-it-py==3.0.0
-MarkupSafe==2.1.5
-matplotlib==3.8.3
+MarkupSafe==2.1.1
+marshmallow==3.20.1
+matplotlib==3.8.0
+matplotlib-inline==0.1.3
 mdurl==0.1.2
+more-itertools==8.10.0
 mpmath==1.3.0
-networkx==3.2.1
-numpy==1.26.4
+multidict==6.0.4
+mypy-extensions==0.4.3
+netifaces==0.11.0
+networkx==2.6.3
+nh3==0.2.14
+ninja==1.11.1.1
+nodeenv==1.8.0
+numba==0.55.2
+numpy==1.22.0
+nvdiffrast @ git+https://github.com/NVlabs/nvdiffrast/@c5caf7bdb8a2448acc491a9faa47753972edd380
+nvidia-cublas-cu11==11.10.3.66
 nvidia-cublas-cu12==12.1.3.1
+nvidia-cuda-cupti-cu11==11.7.101
 nvidia-cuda-cupti-cu12==12.1.105
+nvidia-cuda-nvrtc-cu11==11.7.99
 nvidia-cuda-nvrtc-cu12==12.1.105
+nvidia-cuda-runtime-cu11==11.7.99
 nvidia-cuda-runtime-cu12==12.1.105
+nvidia-cudnn-cu11==8.5.0.96
 nvidia-cudnn-cu12==8.9.2.26
+nvidia-cufft-cu11==10.9.0.58
 nvidia-cufft-cu12==11.0.2.54
+nvidia-curand-cu11==10.2.10.91
 nvidia-curand-cu12==10.3.2.106
+nvidia-cusolver-cu11==11.4.0.1
 nvidia-cusolver-cu12==11.4.5.107
+nvidia-cusparse-cu11==11.7.4.91
 nvidia-cusparse-cu12==12.1.0.106
+nvidia-nccl-cu11==2.14.3
 nvidia-nccl-cu12==2.19.3
 nvidia-nvjitlink-cu12==12.4.99
+nvidia-nvtx-cu11==11.7.91
 nvidia-nvtx-cu12==12.1.105
+oauthlib==3.2.0
 objprint==0.2.3
-opencv-python==4.9.0.80
-orjson==3.10.0
-packaging==24.0
-pandas==2.2.1
-pillow==10.2.0
-psutil==5.9.8
-pydantic==2.6.4
-pydantic_core==2.16.3
+omegaconf==2.3.0
+onnxruntime==1.16.3
+onnxruntime-gpu==1.16.3
+opencv-python==4.8.1.78
+opencv-python-headless==4.8.1.78
+orjson==3.9.10
+packaging==22.0
+pandas==1.5.3
+parso==0.8.3
+pathspec==0.9.0
+pexpect==4.8.0
+pickleshare==0.7.5
+Pillow==9.2.0
+pkginfo==1.9.6
+platformdirs==2.5.2
+pluggy==1.0.0
+plyfile==1.0.2
+pooch==1.8.0
+prompt-toolkit==3.0.30
+protobuf==4.25.1
+psutil==5.9.6
+ptyprocess==0.7.0
+py==1.11.0
+pyarrow==15.0.0
+pydantic==2.4.2
+pydantic_core==2.10.1
 pydub==0.25.1
-Pygments==2.17.2
-pyparsing==3.1.2
-python-dateutil==2.9.0.post0
-python-multipart==0.0.9
-pytz==2024.1
-PyYAML==6.0.1
-referencing==0.34.0
-regex==2023.12.25
-requests==2.31.0
-rich==13.7.1
-rpds-py==0.18.0
-ruff==0.3.4
-safetensors==0.4.2
-scipy==1.12.0
+pygltflib==1.16.1
+Pygments==2.16.1
+PyGObject==3.42.1
+PyJWT==2.3.0
+PyMatting==1.1.11
+PyMCubes==0.1.4
+pymeshlab==2022.2.post4
+pymongo==4.6.0
+pyparsing==3.0.9
+pyproject_hooks==1.0.0
+pyright==1.1.305
+pyrsistent==0.18.1
+pytest==7.1.2
+pytest-asyncio==0.19.0
+pytest-cov==3.0.0
+python-apt==2.4.0+ubuntu3
+python-dateutil==2.8.2
+python-multipart==0.0.6
+pytz==2022.1
+PyWavelets==1.3.0
+PyYAML==6.0
+readme-renderer==42.0
+referencing==0.30.2
+regex==2022.7.9
+rembg==2.0.52
+requests==2.28.1
+requests-toolbelt==1.0.0
+respx==0.19.2
+rfc3986==1.5.0
+rich==13.6.0
+rpds-py==0.10.6
+ruff==0.2.1
+s3transfer==0.6.0
+safetensors==0.4.0
+scikit-image==0.19.3
+scikit-learn==1.0.2
+scipy==1.7.3
+SecretStorage==3.3.1
 semantic-version==2.10.0
+shap==0.41.0
 shellingham==1.5.4
 six==1.16.0
-sniffio==1.3.1
-starlette==0.36.3
+slicer==0.0.7
+sniffio==1.2.0
+soupsieve==2.5
+spaces==0.25.0
+starlette==0.27.0
 sympy==1.12
-tokenizers==0.15.2
+systemd-python==234
+threadpoolctl==3.1.0
+tifffile==2021.11.2
+tokenizers==0.15.0
+tomli==2.0.1
 tomlkit==0.12.0
-toolz==0.12.1
+toolz==0.12.0
 torch==2.2.2
-torchaudio==2.2.2
-torchvision==0.17.2
-tqdm==4.66.2
-transformers==4.39.2
+torchaudio==2.0.2+cu117
+torchvision==0.15.2+cu117
+tqdm==4.64.0
+traitlets==5.3.0
+transformers==4.35.2
+trimesh==4.0.4
 triton==2.2.0
-typer==0.11.1
-typing_extensions==4.10.0
-tzdata==2024.1
-urllib3==2.2.1
-uvicorn==0.29.0
-varname==0.13.0
+twine==4.0.2
+typer==0.9.0
+typing-inspect==0.9.0
+typing_extensions==4.8.0
+tzdata==2023.3
+ubuntu-drivers-common==0.0.0
+ubuntu-pro-client==8001
+ufw==0.36.1
+unattended-upgrades==0.1
+urllib3==1.26.10
+uvicorn==0.23.2
+varname==0.12.0
+vega-datasets==0.9.0
+wadllib==1.3.6
+watchdog==3.0.0
+wcwidth==0.2.5
 websockets==11.0.3
+wrapt==1.16.0
+xatlas==0.0.8
 xformers==0.0.25.post1
-zipp==3.18.1
+xkit==0.0.0
+yarl==1.9.2
+zipp==1.0.0