Spaces:
Runtime error
Runtime error
File size: 673 Bytes
85f179c be3d3fd 165b165 85f179c 165b165 85f179c 165b165 85f179c d8751a6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
FROM python:3.11.1-bullseye
USER root
ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
RUN apt install g++ -y
RUN git clone https://github.com/ggerganov/llama.cpp.git
RUN cd llama.cpp
RUN make
RUN wget https://huggingface.co/OpenBuddy/openbuddy-ggml/resolve/main/openbuddy-openllama-3b-v10-q5_0.bin
COPY . ./
RUN chmod -R 777 ./
WORKDIR ./
RUN python3 -m pip install -U --no-cache-dir pip setuptools wheel
RUN pip install --no-cache-dir --upgrade -r /app/requirements.txt
RUN mkdir -p /.cache/huggingface/hub
RUN chown -R root:root /.cache/huggingface/hub
RUN chmod -R 777 /.cache/huggingface/hub
CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"] |