LLM_endpoint / Dockerfile
Yapp99's picture
support for both streaming and non streaming
0d3b8dc
raw
history blame
196 Bytes
FROM python:3.11
COPY . .
WORKDIR /
RUN pip install --no-cache-dir --upgrade -r /requirements.txt
RUN useradd -m -u 1000 user
CMD ["uvicorn", "api:app", "--host", "0.0.0.0", "--port", "7860"]