Update Dockerfile

Dockerfile

@@ -35,8 +35,8 @@ RUN mkdir -p models/7B && wget -O models/7B/${MODEL_FILE} ${MODEL_URL}
 # Changing ownership to a non-root user
 RUN useradd -m -u 1000 user && chown -R user:user /app
 USER user
-ENV HOME=/home/user \
-    PATH=/home/user/.local/bin:$PATH
+ENV HOME=/home/user
+ENV PATH=/home/user/.local/bin:$PATH
 RUN chmod -R 777 /app/llama.cpp
 
 # Setting up the application
@@ -45,4 +45,4 @@ EXPOSE 8080
 # Adjust the CMD to use the absolute path of the server executable
 # CMD ["/app/llama.cpp/server", "-m", "/app/llama.cpp/models/7B/qwen7b-q4_0.gguf", "-c", "16000", "--host", "0.0.0.0", "--port", "8000"]
 # CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "8000"]
-CMD ["python3", "-m", "llama_cpp.server", "--model", "/app/llama.cpp/models/7B/qwen7b-q4_0.gguf", "--host", "0.0.0.0", "--port", "8000"]
+CMD ["python3", "-m", "llama_cpp.server", "--model", "/app/llama.cpp/models/7B/qwen7b-q4_0.gguf", "--host", "0.0.0.0", "--port", "8000", "--n_threads", "16"]