Ywung commited on
Commit
e38334c
1 Parent(s): 81eedda

try fix datasets install

Browse files
Files changed (2) hide show
  1. Dockerfile +4 -0
  2. requirements.txt +3 -3
Dockerfile CHANGED
@@ -5,6 +5,10 @@ RUN apt-get update && \
5
  apt-get install --no-install-recommends -y git vim build-essential python3-dev python3-venv && \
6
  rm -rf /var/lib/apt/lists/*
7
 
 
 
 
 
8
  RUN git clone https://github.com/oobabooga/GPTQ-for-LLaMa /build
9
 
10
  WORKDIR /build
 
5
  apt-get install --no-install-recommends -y git vim build-essential python3-dev python3-venv && \
6
  rm -rf /var/lib/apt/lists/*
7
 
8
+ RUN --mount=target=/root/packages.txt,source=packages.txt apt-get update && xargs -r -a /root/packages.txt apt-get install -y && rm -rf /var/lib/apt/lists/*
9
+
10
+ RUN pyenv install 3.10 && pyenv global 3.10 && pyenv rehash && pip install --no-cache-dir --upgrade pip==22.3.1 setuptools wheel && pip install --no-cache-dir datasets "huggingface-hub>=0.12.1" "protobuf<4" "click<8.1" "pydantic~=1.0"
11
+
12
  RUN git clone https://github.com/oobabooga/GPTQ-for-LLaMa /build
13
 
14
  WORKDIR /build
requirements.txt CHANGED
@@ -3,6 +3,9 @@ fastapi==0.95.2
3
  gradio_client==0.2.5
4
  gradio==3.33.1
5
 
 
 
 
6
  accelerate==0.22.*
7
  colorama
8
  # datasets
@@ -22,9 +25,6 @@ tensorboard
22
  tqdm
23
  wandb
24
 
25
- # datasets
26
- https://files.pythonhosted.org/packages/fe/17/5825fdf034ff1a315becdbb9b6fe5a2bd9d8e724464535f18809593bf9c2/datasets-2.10.1-py3-none-any.whl; platform_system != "Windows"
27
-
28
  # bitsandbytes
29
  bitsandbytes==0.41.1; platform_system != "Windows"
30
  https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"
 
3
  gradio_client==0.2.5
4
  gradio==3.33.1
5
 
6
+ # datasets
7
+ # https://files.pythonhosted.org/packages/fe/17/5825fdf034ff1a315becdbb9b6fe5a2bd9d8e724464535f18809593bf9c2/datasets-2.10.1-py3-none-any.whl; platform_system != "Windows"
8
+
9
  accelerate==0.22.*
10
  colorama
11
  # datasets
 
25
  tqdm
26
  wandb
27
 
 
 
 
28
  # bitsandbytes
29
  bitsandbytes==0.41.1; platform_system != "Windows"
30
  https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"