docker-compose.yml

version: '3.8'
services:
  app:
    build: .
    ports:
      - "7860:7860"
    volumes:
      - ./model:/app/model
      - ./cache:/app/cache
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [gpu]