docker-compose.yml

version: '3.8'

services:
  tiny_llama_tuning:
    build: .
    runtime: nvidia
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]
    volumes:
      - ./data:/app/data
      - ./model_output:/app/model_output
      - ./merged_tinyllama_logger:/app/merged_tinyllama_logger

    command: python3 training_phi2.py