File size: 601 Bytes
2319518
 
 
 
 
 
 
 
 
 
 
 
ebad244
 
f001d2a
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
# read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
# you will also find guides on how best to write your Dockerfile

FROM python:3.10

WORKDIR /code

COPY ./requirements.txt /code/requirements.txt

RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt

COPY . .
RUN mkdir -p .cache/huggingface/models--Qwen--Qwen-1_8B-Chat && mkdir -p ./.cache/huggingface/models--Qwen--Qwen-1_8B-Chat
RUN chmod 777 -R ./* && chmod 777 -R ./.cache/*
CMD ["python", "run_server.py",  "--llm", "Qwen/Qwen-1_8B-Chat", "--model_server", "http://127.0.0.1:7905/v1", "--server_host", "0.0.0.0"]