Update Dockerfile

Dockerfile

@@ -1,22 +1,19 @@
-FROM nvidia/cuda:12.1.1-cudnn8-devel-ubuntu22.04
+# Choose an appropriate base image with CUDA support
+FROM nvidia/cuda:12.1.0-cudnn8-devel-ubuntu22.04
 
-ENV DEBIAN_FRONTEND=noninteractive \
-    TZ=America/Los_Angeles
-
-ARG USE_PERSISTENT_DATA
+# Set the working directory in the container
+WORKDIR /app
 
+# Install Python, pip, and other necessary packages
 RUN apt-get update && apt-get install -y \
-    git \
+    git libgl1 libglib2.0-0 \
     make build-essential libssl-dev zlib1g-dev \
     libbz2-dev libreadline-dev libsqlite3-dev wget curl llvm \
     libncursesw5-dev xz-utils tk-dev libxml2-dev libxmlsec1-dev libffi-dev liblzma-dev git git-lfs  \
     ffmpeg libsm6 libxext6 cmake libgl1-mesa-glx \
     && rm -rf /var/lib/apt/lists/* \
-    && git lfs install
-
-WORKDIR /code
-
-COPY ./requirements.txt /code/requirements.txt
+    && git lfs install \
+    apt-get install nvidia-container-runtime
 
 # User
 RUN useradd -m -u 1000 user
@@ -37,109 +34,25 @@ RUN pyenv install $PYTHON_VERSION && \
     pip install --no-cache-dir \
     datasets \
     huggingface-hub "protobuf<4" "click<8.1"
+    
+# Install PyTorch with CUDA support matching the CUDA version of the base image
+RUN pip3 install torch torchvision --extra-index-url https://download.pytorch.org/whl/cu121
 
-RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
-# PyTorch installation with CUDA 12.1 support
-
-# Set the working directory to /data if USE_PERSISTENT_DATA is set, otherwise set to $HOME/app
-WORKDIR $HOME/app
-
-# Copy the current directory contents into the container at $HOME/app setting the owner to the user
-
-RUN git clone https://github.com/comfyanonymous/ComfyUI . && git checkout c6951548cfec64c28082e6560c69c59e32729c9c && \
-    pip install xformers!=0.0.18 --no-cache-dir -r requirements.txt --extra-index-url https://download.pytorch.org/whl/cu121
-
-# Checkpoints
-
-RUN echo "Downloading checkpoints..."  
-RUN wget -c https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/sd_xl_base_1.0.safetensors -P ./models/checkpoints/ 
-RUN wget -c https://huggingface.co/stabilityai/sdxl-turbo/resolve/main/sd_xl_turbo_1.0.safetensors -P ./models/checkpoints/ 
-RUN wget -c https://huggingface.co/SG161222/RealVisXL_V4.0_Lightning/resolve/main/RealVisXL_V4.0_Lightning.safetensors -P ./models/checkpoints/ 
-RUN wget -c https://huggingface.co/SG161222/RealVisXL_V3.0_Turbo/resolve/main/RealVisXL_V3.0_Turbo.safetensors -P ./models/checkpoints/ 
-RUN wget -c https://huggingface.co/RunDiffusion/Juggernaut-XL-Lightning/resolve/main/Juggernaut_RunDiffusionPhoto2_Lightning_4Steps.safetensors -P ./models/checkpoints/ 
-RUN wget -c https://huggingface.co/Lykon/dreamshaper-xl-lightning/resolve/main/DreamShaperXL_Lightning.safetensors -P ./models/checkpoints/ 
-RUN wget -c https://huggingface.co/Lykon/dreamshaper-xl-v2-turbo/resolve/main/DreamShaperXL_Turbo_v2_1.safetensors -P ./models/checkpoints/ 
-RUN wget -c https://huggingface.co/Lykon/DreamShaper/resolve/main/DreamShaper_8_INPAINTING.inpainting.safetensors -P ./models/checkpoints/ 
-RUN wget -c https://huggingface.co/Lykon/DreamShaper/resolve/main/DreamShaper_8_pruned.safetensors -P ./models/checkpoints/ 
-
-RUN echo "Downloading Controlnet..."  
-
-RUN wget -c https://huggingface.co/stabilityai/sd-vae-ft-mse-original/resolve/main/vae-ft-mse-840000-ema-pruned.safetensors -P ./models/vae/ 
-RUN wget -c https://huggingface.co/stabilityai/control-lora/resolve/main/control-LoRAs-rank256/control-lora-canny-rank256.safetensors -P ./models/controlnet/ 
-RUN wget -c https://huggingface.co/stabilityai/control-lora/resolve/main/control-LoRAs-rank256/control-lora-depth-rank256.safetensors -P ./models/controlnet/ 
-RUN wget -c https://huggingface.co/stabilityai/control-lora/resolve/main/control-LoRAs-rank256/control-lora-recolor-rank256.safetensors -P ./models/controlnet/ 
-RUN wget -c https://huggingface.co/stabilityai/control-lora/resolve/main/control-LoRAs-rank256/control-lora-sketch-rank256.safetensors -P ./models/controlnet/ 
-RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/controlnet-sdxl-canny-mid.safetensors -P ./models/controlnet/
-RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/controlnet-sdxl-depth-mid.safetensors -P ./models/controlnet/
-
-RUN echo "Downloading LLavacheckpoints..."  
-
-RUN wget -c https://huggingface.co/cjpais/llava-1.6-mistral-7b-gguf/resolve/main/llava-v1.6-mistral-7b.Q5_K_M.gguf -P ./models/LLavacheckpoints/ 
-RUN wget -c https://huggingface.co/cjpais/llava-1.6-mistral-7b-gguf/resolve/main/llava-v1.6-mistral-7b.Q5_K_S.gguf -P ./models/LLavacheckpoints/ 
-RUN wget -c https://huggingface.co/cjpais/llava-1.6-mistral-7b-gguf/resolve/main/llava-v1.6-mistral-7b.Q4_K_M.gguf -P ./models/LLavacheckpoints/ 
-RUN wget -c https://huggingface.co/cjpais/llava-1.6-mistral-7b-gguf/resolve/main/mmproj-model-f16.gguf -P ./models/LLavacheckpoints/ 
-
-RUN echo "Downloading IPAdapter Plus..."  
-RUN cd custom_nodes && git clone https://github.com/cubiq/ComfyUI_IPAdapter_plus
-RUN wget -c https://huggingface.co/h94/IP-Adapter/resolve/main/sdxl_models/ip-adapter-plus-face_sdxl_vit-h.safetensors -P ./ComfyUI_IPAdapter_plus/models/ 
-RUN wget -c https://huggingface.co/h94/IP-Adapter/resolve/main/sdxl_models/ip-adapter-plus_sdxl_vit-h.safetensors -P ./ComfyUI_IPAdapter_plus/models/ 
-RUN wget -c https://huggingface.co/h94/IP-Adapter/resolve/main/models/ip-adapter-plus-face_sd15.safetensors -P ./ComfyUI_IPAdapter_plus/models/ 
-RUN wget -c https://huggingface.co/h94/IP-Adapter/resolve/main/models/ip-adapter-plus_sd15.safetensors -P ./ComfyUI_IPAdapter_plus/models/ 
-
-RUN echo "Downloading ClipVision..."  
-
-RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/CLIP-ViT-H-14-laion2B-s32B-b79K.safetensors
-RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/sd15_model.safetensors
-RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/sdxl_model.safetensors
-
-RUN echo "Downloading Upscaler..."  
-
-RUN wget -c https://github.com/xinntao/Real-ESRGAN/releases/download/v0.1.0/RealESRGAN_x4plus.pth -P ./models/upscale_models/ 
-RUN wget -c https://huggingface.co/sberbank-ai/Real-ESRGAN/resolve/main/RealESRGAN_x2.pth -P ./models/upscale_models/ 
-RUN wget -c https://huggingface.co/sberbank-ai/Real-ESRGAN/resolve/main/RealESRGAN_x4.pth -P ./models/upscale_models/ 
-
-RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/lcm-lora-sdv1-5.safetensors -P ./models/loras/ 
-RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/lcm-lora-sdxl.safetensors -P ./models/loras/ 
-
-RUN echo "Done"
-
-# instal custom nodes
-RUN echo "Installing custom nodes..." 
-RUN pip install -U onnxruntime-gpu
-
-RUN cd custom_nodes && git clone https://github.com/ltdrdata/ComfyUI-Manager.git
-RUN cd custom_nodes && git clone https://github.com/ltdrdata/ComfyUI-Impact-Pack && cd ComfyUI-Impact-Pack && python install.py
-RUN cd custom_nodes && git clone https://github.com/ltdrdata/ComfyUI-Inspire-Pack && cd ComfyUI-Inspire-Pack && pip install -r requirements.txt
-RUN cd custom_nodes && git clone https://github.com/Fannovel16/ComfyUI-Frame-Interpolation && cd ComfyUI-Frame-Interpolation && python install.py
-RUN cd custom_nodes && git clone https://github.com/Fannovel16/ComfyUI-Video-Matting && cd ComfyUI-Video-Matting && pip install -r requirements.txt
-RUN cd custom_nodes && git clone https://github.com/BlenderNeko/ComfyUI_Cutoff
-RUN cd custom_nodes && git clone https://github.com/WASasquatch/PPF_Noise_ComfyUI && cd PPF_Noise_ComfyUI && pip install -r requirements.txt
-RUN cd custom_nodes && git clone https://github.com/WASasquatch/PowerNoiseSuite && cd PowerNoiseSuite && pip install -r requirements.txt
-RUN cd custom_nodes && git clone https://github.com/Jordach/comfy-plasma
-RUN cd custom_nodes && git clone https://github.com/Suzie1/ComfyUI_Comfyroll_CustomNodes
-RUN cd custom_nodes && git clone https://github.com/space-nuko/ComfyUI-OpenPose-Editor
-RUN cd custom_nodes && git clone https://github.com/twri/sdxl_prompt_styler
-RUN cd custom_nodes && git clone https://github.com/Kosinkadink/ComfyUI-AnimateDiff-Evolved
-RUN cd custom_nodes && git clone https://github.com/AIrjen/OneButtonPrompt
-
-RUN pip install -U torch torchvision torchaudio
-
-RUN cd custom_nodes && git clone https://github.com/gokayfem/ComfyUI_VLM_nodes && cd ComfyUI_VLM_nodes && pip install -r requirements.txt
-RUN cd custom_nodes && git clone https://github.com/Fannovel16/comfyui_controlnet_aux && cd comfyui_controlnet_aux && pip install -r requirements.txt
-RUN cd custom_nodes && git clone https://github.com/Stability-AI/stability-ComfyUI-nodes && cd stability-ComfyUI-nodes && pip install -r requirements.txt 
-RUN cd custom_nodes && git clone https://github.com/jags111/efficiency-nodes-comfyui && cd efficiency-nodes-comfyui && pip install -r requirements.txt 
-RUN cd custom_nodes && git clone https://github.com/Kosinkadink/ComfyUI-VideoHelperSuite && cd ComfyUI-VideoHelperSuite && pip install -r requirements.txt 
-RUN cd custom_nodes && git clone https://github.com/pythongosssss/ComfyUI-Custom-Scripts
-RUN cd custom_nodes && git clone https://github.com/WASasquatch/FreeU_Advanced
-RUN cd custom_nodes && git clone https://github.com/city96/SD-Advanced-Noise
+# Install flash attention and apex (if needed)
+RUN pip3 install packaging ninja
+RUN pip3 install flash-attn --no-build-isolation
+RUN pip3 install -v --disable-pip-version-check --no-cache-dir --no-build-isolation --config-settings "--build-option=--cpp_ext" --config-settings "--build-option=--cuda_ext" git+https://github.com/NVIDIA/apex.git
 
-RUN cd custom_nodes && git clone https://github.com/sipherxyz/comfyui-art-venture && cd comfyui-art-venture && pip install -r requirements.txt 
-RUN cd custom_nodes && git clone https://github.com/evanspearman/ComfyMath && cd ComfyMath && pip install -r requirements.txt 
-RUN cd custom_nodes && git clone https://github.com/Gourieff/comfyui-reactor-node && cd comfyui-reactor-node && pip install -r requirements.txt 
-RUN cd custom_nodes && git clone https://github.com/rgthree/rgthree-comfy && cd rgthree-comfy && pip install -r requirements.txt 
-RUN cd custom_nodes && git clone https://github.com/giriss/comfy-image-saver && cd comfy-image-saver && pip install -r requirements.txt 
+# Install xformers with the specific CUDA version
+RUN pip3 install -U xformers --index-url https://download.pytorch.org/whl/cu121
 
+# Clone and install your project
+RUN git clone https://github.com/hpcaitech/Open-Sora /app/Open-Sora
+WORKDIR /app/Open-Sora
+RUN pip3 install -v .
 
-RUN echo "Done"
+# Expose the port used by Gradio
+EXPOSE 7860
 
-CMD ["python", "main.py", "--listen", "0.0.0.0", "--port", "7860", "--output-directory", "${USE_PERSISTENT_DATA:+/data/}"]
+# Set the command to run your application
+CMD ["python3", "/app/app.py"]