services: server: build: dockerfile: Dockerfile image: ghcr.io/matatonic/openedai-moderations ports: - 5002:5002 command: ["python", "moderations.py", "--host", "0.0.0.0", "--port", "5002"] # You can remove the following lines if you don't need GPU support # Note: You need to have nvidia-docker installed and the host machine needs to have a GPU. # Also, you need to have nvidia-container-toolkit installed on the host machine. runtime: nvidia deploy: resources: reservations: devices: - driver: nvidia #device_ids: ['0', '1'] # Select a gpu, or count: all capabilities: [gpu]