nateraw commited on
Commit
1aaeacc
·
1 Parent(s): 58a80a1

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +9 -9
Dockerfile CHANGED
@@ -85,15 +85,15 @@ RUN /opt/conda/bin/conda install -c "nvidia/label/cuda-11.8.0" cuda==11.8 && \
85
  /opt/conda/bin/conda clean -ya
86
 
87
 
88
- # Build Flash Attention CUDA kernels
89
- FROM kernel-builder as flash-att-builder
90
 
91
- WORKDIR /usr/src
92
 
93
- COPY server/Makefile-flash-att Makefile
94
 
95
- # Build specific version of flash attention
96
- RUN make build-flash-attention
97
 
98
  # Build Transformers CUDA kernels
99
  FROM kernel-builder as transformers-builder
@@ -142,9 +142,9 @@ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-ins
142
  COPY --from=pytorch-install /opt/conda /opt/conda
143
 
144
  # Copy build artifacts from flash attention builder
145
- COPY --from=flash-att-builder /usr/src/flash-attention/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages
146
- COPY --from=flash-att-builder /usr/src/flash-attention/csrc/layer_norm/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages
147
- COPY --from=flash-att-builder /usr/src/flash-attention/csrc/rotary/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages
148
 
149
  # Copy build artifacts from transformers builder
150
  COPY --from=transformers-builder /usr/src/transformers /usr/src/transformers
 
85
  /opt/conda/bin/conda clean -ya
86
 
87
 
88
+ # # Build Flash Attention CUDA kernels
89
+ # FROM kernel-builder as flash-att-builder
90
 
91
+ # WORKDIR /usr/src
92
 
93
+ # COPY server/Makefile-flash-att Makefile
94
 
95
+ # # Build specific version of flash attention
96
+ # RUN make build-flash-attention
97
 
98
  # Build Transformers CUDA kernels
99
  FROM kernel-builder as transformers-builder
 
142
  COPY --from=pytorch-install /opt/conda /opt/conda
143
 
144
  # Copy build artifacts from flash attention builder
145
+ # COPY --from=flash-att-builder /usr/src/flash-attention/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages
146
+ # COPY --from=flash-att-builder /usr/src/flash-attention/csrc/layer_norm/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages
147
+ # COPY --from=flash-att-builder /usr/src/flash-attention/csrc/rotary/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages
148
 
149
  # Copy build artifacts from transformers builder
150
  COPY --from=transformers-builder /usr/src/transformers /usr/src/transformers