Update Dockerfile

Dockerfile

@@ -17,6 +17,11 @@ RUN apt-get update && apt-get upgrade -y \
 # Setting up the working directory
 WORKDIR /app
 
+
+COPY ./requirements.txt /app/requirements.txt
+RUN pip install --upgrade pip && pip install --no-cache-dir --upgrade -r /app/requirements.txt
+
+
 # Cloning the llama.cpp repository
 RUN git clone https://github.com/ggerganov/llama.cpp.git
 
@@ -38,4 +43,5 @@ RUN chmod -R 777 /app/llama.cpp
 EXPOSE 8080
 
 # Adjust the CMD to use the absolute path of the server executable
-CMD ["/app/llama.cpp/server", "-m", "/app/llama.cpp/models/7B/qwen7b-q4_0.gguf", "-c", "16000"]
+# CMD ["/app/llama.cpp/server", "-m", "/app/llama.cpp/models/7B/qwen7b-q4_0.gguf", "-c", "16000"]
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "8000"]