Add GPU Dockerfile and requirements

Dockerfile.gpu

@@ -0,0 +1,39 @@
+FROM nvidia/cuda:12.5.1-cudnn-runtime-ubuntu24.04
+
+ENV PYTHONDONTWRITEBYTECODE="1" \
+    PYTHONUNBUFFERED="1" \
+    DEBIAN_FRONTEND="noninteractive"
+
+# Install system dependencies
+RUN apt-get update && \
+    apt-get install -y --no-install-recommends \
+        python3-pip \
+        python-is-python3 && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
+
+# hadolint ignore=DL3013
+RUN python3 -m pip install --no-cache-dir --upgrade pip setuptools wheel
+
+WORKDIR /app/
+
+# Download models during build instead of copying from local
+COPY scripts/model_download.bash /tmp/model_download.bash
+RUN python3 -m pip install --no-cache-dir huggingface-hub && \
+    bash /tmp/model_download.bash && \
+    rm /tmp/model_download.bash
+
+# Install CPU requirements
+COPY requirements.cpu.txt ./
+RUN python3 -m pip install --no-cache-dir -r ./requirements.cpu.txt
+
+# Install GPU PyTorch requirements
+COPY requirements.torch.gpu.txt ./
+RUN python3 -m pip install --no-cache-dir -r ./requirements.torch.gpu.txt
+
+COPY app ./app
+COPY main.py ./
+
+EXPOSE 8000
+
+ENTRYPOINT ["python3", "-m", "uvicorn", "main:app", "--host", "0.0.0.0", "--port", "8000"]

challenge-cli.py

@@ -220,7 +220,7 @@ def upload_submission(
         accelerator = Accelerator(
             kind="GPU",
             gpu=AcceleratorGPU(
-                hardwareTypes=["nvidia-l4"],
+                hardwareTypes=["nvidia.com/gpu-l4"],
                 count=1,
             ),
         )

makefile

@@ -32,6 +32,14 @@ compile:
 	grep -e '^torch' requirements.torch.cpu.txt.tmp >> requirements.torch.cpu.txt
 	uv pip compile --python-version 3.12 --upgrade -o requirements.cpu.txt requirements.cpu.in
 
+.PHONY: compile-gpu
+compile-gpu:
+	uv pip compile --python-version 3.12 --upgrade -o requirements.torch.gpu.txt requirements.torch.gpu.in
+
+.PHONY: docker-build-gpu
+docker-build-gpu:
+	docker build -t $(IMAGE)-gpu -f Dockerfile.gpu .
+
 requirements.cpu.txt: requirements.in requirements.torch.cpu.txt | $(VENV)
 	uv pip compile --python-version 3.12 --upgrade -o requirements.cpu.txt requirements.cpu.in
 

requirements.torch.gpu.in

@@ -0,0 +1,2 @@
+torch
+torchvision

requirements.torch.gpu.txt

@@ -0,0 +1,71 @@
+# This file was autogenerated by uv via the following command:
+#    uv pip compile --python-version 3.12 -o requirements.torch.gpu.txt requirements.torch.gpu.in
+filelock==3.20.0
+    # via torch
+fsspec==2025.10.0
+    # via torch
+jinja2==3.1.6
+    # via torch
+markupsafe==3.0.3
+    # via jinja2
+mpmath==1.3.0
+    # via sympy
+networkx==3.6
+    # via torch
+numpy==2.3.5
+    # via torchvision
+nvidia-cublas-cu12==12.8.4.1
+    # via
+    #   nvidia-cudnn-cu12
+    #   nvidia-cusolver-cu12
+    #   torch
+nvidia-cuda-cupti-cu12==12.8.90
+    # via torch
+nvidia-cuda-nvrtc-cu12==12.8.93
+    # via torch
+nvidia-cuda-runtime-cu12==12.8.90
+    # via torch
+nvidia-cudnn-cu12==9.10.2.21
+    # via torch
+nvidia-cufft-cu12==11.3.3.83
+    # via torch
+nvidia-cufile-cu12==1.13.1.3
+    # via torch
+nvidia-curand-cu12==10.3.9.90
+    # via torch
+nvidia-cusolver-cu12==11.7.3.90
+    # via torch
+nvidia-cusparse-cu12==12.5.8.93
+    # via
+    #   nvidia-cusolver-cu12
+    #   torch
+nvidia-cusparselt-cu12==0.7.1
+    # via torch
+nvidia-nccl-cu12==2.27.5
+    # via torch
+nvidia-nvjitlink-cu12==12.8.93
+    # via
+    #   nvidia-cufft-cu12
+    #   nvidia-cusolver-cu12
+    #   nvidia-cusparse-cu12
+    #   torch
+nvidia-nvshmem-cu12==3.3.20
+    # via torch
+nvidia-nvtx-cu12==12.8.90
+    # via torch
+pillow==12.0.0
+    # via torchvision
+setuptools==80.9.0
+    # via torch
+sympy==1.14.0
+    # via torch
+torch==2.9.1
+    # via
+    #   -r requirements.torch.gpu.in
+    #   torchvision
+torchvision==0.24.1
+    # via -r requirements.torch.gpu.in
+triton==3.5.1
+    # via torch
+typing-extensions==4.15.0
+    # via torch