|
FROM nvidia/cuda:11.8.0-cudnn8-devel-ubuntu20.04 |
|
LABEL maintainer="Hugging Face" |
|
|
|
ARG DEBIAN_FRONTEND=noninteractive |
|
|
|
|
|
SHELL ["sh", "-lc"] |
|
|
|
|
|
|
|
|
|
ARG PYTORCH='2.0.1' |
|
|
|
ARG INTEL_TORCH_EXT='1.11.0' |
|
|
|
ARG CUDA='cu118' |
|
|
|
RUN apt update |
|
RUN apt install -y git libsndfile1-dev tesseract-ocr espeak-ng python3 python3-pip ffmpeg git-lfs |
|
RUN git lfs install |
|
RUN python3 -m pip install --no-cache-dir --upgrade pip |
|
|
|
ARG REF=main |
|
RUN git clone https://github.com/huggingface/transformers && cd transformers && git checkout $REF |
|
RUN python3 -m pip install --no-cache-dir -e ./transformers[dev,onnxruntime] |
|
|
|
|
|
RUN [ ${#PYTORCH} -gt 0 -a "$PYTORCH" != "pre" ] && VERSION='torch=='$PYTORCH'.*' || VERSION='torch'; echo "export VERSION='$VERSION'" >> ~/.profile |
|
RUN echo torch=$VERSION |
|
|
|
|
|
|
|
RUN [ "$PYTORCH" != "pre" ] && python3 -m pip install --no-cache-dir -U $VERSION torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/$CUDA || python3 -m pip install --no-cache-dir -U --pre torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/nightly/$CUDA |
|
|
|
RUN python3 -m pip install --no-cache-dir -U tensorflow==2.12 protobuf==3.20.3 tensorflow_text tensorflow_probability |
|
RUN python3 -m pip uninstall -y flax jax |
|
|
|
RUN python3 -m pip install --no-cache-dir intel_extension_for_pytorch==$INTEL_TORCH_EXT+cpu -f https://developer.intel.com/ipex-whl-stable-cpu |
|
|
|
RUN python3 -m pip install --no-cache-dir git+https://github.com/facebookresearch/detectron2.git pytesseract |
|
RUN python3 -m pip install -U "itsdangerous<2.1.0" |
|
|
|
RUN python3 -m pip install --no-cache-dir git+https://github.com/huggingface/accelerate@main |
|
|
|
|
|
RUN python3 -m pip install --no-cache-dir bitsandbytes |
|
|
|
|
|
RUN python3 -m pip install --no-cache-dir optimum |
|
|
|
|
|
RUN python3 -m pip install --no-cache-dir decord av==9.2.0 |
|
|
|
|
|
RUN python3 -m pip install --no-cache-dir natten -f https://shi-labs.com/natten/wheels/$CUDA/ |
|
|
|
|
|
|
|
RUN cd transformers && python3 setup.py develop |
|
|