Spaces:

iAkashPaul
/

server.cpp

Running

server.cpp / Dockerfile

Update Dockerfile

0630f9d verified about 1 month ago

No virus

569 Bytes

	FROM python:3.9-slim-bookworm
	USER root
	RUN apt update && apt install curl git gcc make build-essential -y
	RUN git clone https://github.com/ggerganov/llama.cpp
	WORKDIR /llama.cpp
	RUN make -ij server
	WORKDIR /llama.cpp/models
	RUN curl -L "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct-gguf/resolve/main/Phi-3-mini-4k-instruct-q4.gguf?download=true" --output Phi-3-mini-4k-instruct-q4.gguf
	WORKDIR /llama.cpp
	EXPOSE 7860
	RUN chmod -R 777 /llama.cpp
	RUN nproc
	CMD ./server --host 0.0.0.0 --port 7860 -t 3 -m ./models/Phi-3-mini-4k-instruct-q4.gguf --parallel 2