frasan commited on
Commit
c84061a
1 Parent(s): 0b0e4b8

feat: added more threads to single worker

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -3
Dockerfile CHANGED
@@ -1,5 +1,5 @@
1
- # Use the official Python image as base image
2
- FROM python:3.10-slim
3
 
4
  RUN apt-get update && apt-get install -y \
5
  python3.10 python3-pip \
@@ -41,4 +41,4 @@ EXPOSE 7860
41
  ENV NAME World
42
 
43
  # Command to run on container start
44
- CMD [ "gunicorn", "--workers=1", "-b", "0.0.0.0:7860", "librarymed.app_librarymed:app" ]
 
1
+ ARG CUDA_IMAGE="12.1.1-devel-ubuntu22.04"
2
+ FROM nvidia/cuda:${CUDA_IMAGE}
3
 
4
  RUN apt-get update && apt-get install -y \
5
  python3.10 python3-pip \
 
41
  ENV NAME World
42
 
43
  # Command to run on container start
44
+ CMD [ "gunicorn", "--workers=1", "--keep-alive=100000000", "--threads=10", "-b", "0.0.0.0:7860", "librarymed.app_librarymed:app" ]