winglian commited on
Commit
00323f0
1 Parent(s): 7f7fd68

fix CUDA_VERSION_BNB env var

Browse files
Files changed (1) hide show
  1. docker/Dockerfile-base +4 -1
docker/Dockerfile-base CHANGED
@@ -62,6 +62,7 @@ RUN git clone https://github.com/microsoft/DeepSpeed.git && \
62
  FROM base-builder AS bnb-builder
63
 
64
  WORKDIR /workspace
 
65
 
66
  RUN git clone https://github.com/TimDettmers/bitsandbytes.git && \
67
  cd bitsandbytes && \
@@ -70,6 +71,8 @@ RUN git clone https://github.com/TimDettmers/bitsandbytes.git && \
70
 
71
  FROM base-builder
72
 
 
 
73
  # recompile apex
74
  RUN python3 -m pip uninstall -y apex
75
  RUN git clone https://github.com/NVIDIA/apex
@@ -90,7 +93,7 @@ COPY --from=flash-attn-builder /workspace/flash-attention/csrc/rotary/dist/rotar
90
  COPY --from=flash-attn-builder /workspace/flash-attention/csrc/layer_norm/dist/dropout_layer_norm-*.whl wheels
91
 
92
  RUN pip3 install wheels/deepspeed-*.whl wheels/flash_attn-*.whl wheels/fused_dense_lib-*.whl wheels/xentropy_cuda_lib-*.whl wheels/rotary_emb-*.whl wheels/dropout_layer_norm-*.whl
93
- RUN cd /workspace/builds/bitsandbytes && cp bitsandbytes/libbitsandbytes_cuda.so bitsandbytes/libbitsandbytes_cuda${CUDA_VERSION_BNB}.so && python3 setup.py install
94
  RUN git lfs install --skip-repo
95
  RUN pip3 install "peft @ git+https://github.com/huggingface/peft.git@main" \
96
  "accelerate @ git+https://github.com/huggingface/accelerate.git@main" \
 
62
  FROM base-builder AS bnb-builder
63
 
64
  WORKDIR /workspace
65
+ ENV CUDA_VERSION_BNB=$CUDA_VERSION_BNB
66
 
67
  RUN git clone https://github.com/TimDettmers/bitsandbytes.git && \
68
  cd bitsandbytes && \
 
71
 
72
  FROM base-builder
73
 
74
+ ENV CUDA_VERSION_BNB=$CUDA_VERSION_BNB
75
+
76
  # recompile apex
77
  RUN python3 -m pip uninstall -y apex
78
  RUN git clone https://github.com/NVIDIA/apex
 
93
  COPY --from=flash-attn-builder /workspace/flash-attention/csrc/layer_norm/dist/dropout_layer_norm-*.whl wheels
94
 
95
  RUN pip3 install wheels/deepspeed-*.whl wheels/flash_attn-*.whl wheels/fused_dense_lib-*.whl wheels/xentropy_cuda_lib-*.whl wheels/rotary_emb-*.whl wheels/dropout_layer_norm-*.whl
96
+ RUN cd /workspace/builds/bitsandbytes && python3 setup.py install
97
  RUN git lfs install --skip-repo
98
  RUN pip3 install "peft @ git+https://github.com/huggingface/peft.git@main" \
99
  "accelerate @ git+https://github.com/huggingface/accelerate.git@main" \