Spaces:
Runtime error
Runtime error
Update Dockerfile
Browse files- Dockerfile +9 -9
Dockerfile
CHANGED
@@ -85,15 +85,15 @@ RUN /opt/conda/bin/conda install -c "nvidia/label/cuda-11.8.0" cuda==11.8 && \
|
|
85 |
/opt/conda/bin/conda clean -ya
|
86 |
|
87 |
|
88 |
-
# Build Flash Attention CUDA kernels
|
89 |
-
FROM kernel-builder as flash-att-builder
|
90 |
|
91 |
-
WORKDIR /usr/src
|
92 |
|
93 |
-
COPY server/Makefile-flash-att Makefile
|
94 |
|
95 |
-
# Build specific version of flash attention
|
96 |
-
RUN make build-flash-attention
|
97 |
|
98 |
# Build Transformers CUDA kernels
|
99 |
FROM kernel-builder as transformers-builder
|
@@ -142,9 +142,9 @@ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-ins
|
|
142 |
COPY --from=pytorch-install /opt/conda /opt/conda
|
143 |
|
144 |
# Copy build artifacts from flash attention builder
|
145 |
-
COPY --from=flash-att-builder /usr/src/flash-attention/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages
|
146 |
-
COPY --from=flash-att-builder /usr/src/flash-attention/csrc/layer_norm/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages
|
147 |
-
COPY --from=flash-att-builder /usr/src/flash-attention/csrc/rotary/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages
|
148 |
|
149 |
# Copy build artifacts from transformers builder
|
150 |
COPY --from=transformers-builder /usr/src/transformers /usr/src/transformers
|
|
|
85 |
/opt/conda/bin/conda clean -ya
|
86 |
|
87 |
|
88 |
+
# # Build Flash Attention CUDA kernels
|
89 |
+
# FROM kernel-builder as flash-att-builder
|
90 |
|
91 |
+
# WORKDIR /usr/src
|
92 |
|
93 |
+
# COPY server/Makefile-flash-att Makefile
|
94 |
|
95 |
+
# # Build specific version of flash attention
|
96 |
+
# RUN make build-flash-attention
|
97 |
|
98 |
# Build Transformers CUDA kernels
|
99 |
FROM kernel-builder as transformers-builder
|
|
|
142 |
COPY --from=pytorch-install /opt/conda /opt/conda
|
143 |
|
144 |
# Copy build artifacts from flash attention builder
|
145 |
+
# COPY --from=flash-att-builder /usr/src/flash-attention/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages
|
146 |
+
# COPY --from=flash-att-builder /usr/src/flash-attention/csrc/layer_norm/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages
|
147 |
+
# COPY --from=flash-att-builder /usr/src/flash-attention/csrc/rotary/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages
|
148 |
|
149 |
# Copy build artifacts from transformers builder
|
150 |
COPY --from=transformers-builder /usr/src/transformers /usr/src/transformers
|