File size: 759 Bytes
5a7ac4b
 
 
 
33c2fff
db4dc0d
5a7ac4b
83c4850
039bc97
 
b0b6ce1
039bc97
c828cec
94a15b0
db4dc0d
 
5a7ac4b
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
FROM python:3.9

WORKDIR /code

ENV HF_HOME=/code/.cache

COPY ./requirements.txt /code/requirements.txt
COPY ./main.py /code/main.py
COPY ./open-llama-3b-v2-wizard-evol-instuct-v2-196k.Q4_K_M.gguf ./code/open-llama-3b-v2-wizard-evol-instuct-v2-196k.Q4_K_M.gguf
COPY ./phi-2.Q4_K_M.gguf ./code/phi-2.Q4_K_M.gguf
COPY ./stablelm-zephyr-3b.Q4_K_M.gguf ./code/stablelm-zephyr-3b.Q4_K_M.gguf
COPY ./tinyllama-1.1b-1t-openorca.Q4_K_M.gguf ./code/tinyllama-1.1b-1t-openorca.Q4_K_M.gguf
COPY ./tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf ./code/tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf

RUN mkdir -p /code/.cache && chmod -R 777 /code/.cache

RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt

CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]