try fix datasets install
Browse files- Dockerfile +4 -0
- requirements.txt +3 -3
Dockerfile
CHANGED
@@ -5,6 +5,10 @@ RUN apt-get update && \
|
|
5 |
apt-get install --no-install-recommends -y git vim build-essential python3-dev python3-venv && \
|
6 |
rm -rf /var/lib/apt/lists/*
|
7 |
|
|
|
|
|
|
|
|
|
8 |
RUN git clone https://github.com/oobabooga/GPTQ-for-LLaMa /build
|
9 |
|
10 |
WORKDIR /build
|
|
|
5 |
apt-get install --no-install-recommends -y git vim build-essential python3-dev python3-venv && \
|
6 |
rm -rf /var/lib/apt/lists/*
|
7 |
|
8 |
+
RUN --mount=target=/root/packages.txt,source=packages.txt apt-get update && xargs -r -a /root/packages.txt apt-get install -y && rm -rf /var/lib/apt/lists/*
|
9 |
+
|
10 |
+
RUN pyenv install 3.10 && pyenv global 3.10 && pyenv rehash && pip install --no-cache-dir --upgrade pip==22.3.1 setuptools wheel && pip install --no-cache-dir datasets "huggingface-hub>=0.12.1" "protobuf<4" "click<8.1" "pydantic~=1.0"
|
11 |
+
|
12 |
RUN git clone https://github.com/oobabooga/GPTQ-for-LLaMa /build
|
13 |
|
14 |
WORKDIR /build
|
requirements.txt
CHANGED
@@ -3,6 +3,9 @@ fastapi==0.95.2
|
|
3 |
gradio_client==0.2.5
|
4 |
gradio==3.33.1
|
5 |
|
|
|
|
|
|
|
6 |
accelerate==0.22.*
|
7 |
colorama
|
8 |
# datasets
|
@@ -22,9 +25,6 @@ tensorboard
|
|
22 |
tqdm
|
23 |
wandb
|
24 |
|
25 |
-
# datasets
|
26 |
-
https://files.pythonhosted.org/packages/fe/17/5825fdf034ff1a315becdbb9b6fe5a2bd9d8e724464535f18809593bf9c2/datasets-2.10.1-py3-none-any.whl; platform_system != "Windows"
|
27 |
-
|
28 |
# bitsandbytes
|
29 |
bitsandbytes==0.41.1; platform_system != "Windows"
|
30 |
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"
|
|
|
3 |
gradio_client==0.2.5
|
4 |
gradio==3.33.1
|
5 |
|
6 |
+
# datasets
|
7 |
+
# https://files.pythonhosted.org/packages/fe/17/5825fdf034ff1a315becdbb9b6fe5a2bd9d8e724464535f18809593bf9c2/datasets-2.10.1-py3-none-any.whl; platform_system != "Windows"
|
8 |
+
|
9 |
accelerate==0.22.*
|
10 |
colorama
|
11 |
# datasets
|
|
|
25 |
tqdm
|
26 |
wandb
|
27 |
|
|
|
|
|
|
|
28 |
# bitsandbytes
|
29 |
bitsandbytes==0.41.1; platform_system != "Windows"
|
30 |
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"
|