File size: 666 Bytes
4a0a8b4
11c1428
 
e6c218c
 
 
 
2337d84
11c1428
2337d84
11c1428
e6c218c
 
2337d84
 
 
 
e6c218c
2337d84
e6c218c
 
 
 
2337d84
 
 
 
 
 
e6c218c
 
2337d84
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
version: '3.8'

services:
  bloom-ai:
    build: .
    container_name: bloom-ai-assistant
    volumes:
      - huggingface-cache:/app/cache
    ports:
      - "7860:7860"
    environment:
      - PYTHONUNBUFFERED=1
      - PYTHONDONTWRITEBYTECODE=1
      - HF_HOME=/app/cache
      - TRANSFORMERS_PARALLELISM=false
      - TORCH_HOME=/app/cache/torch
      - PORT=7860
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:7860/"]
      interval: 30s
      timeout: 10s
      retries: 3
      start_period: 40s
    deploy:
      resources:
        limits:
          memory: 16G
        reservations:
          memory: 8G

volumes:
  huggingface-cache: