# GPU override — use on machines with NVIDIA GPU (e.g. RTX 2070)
#
# Usage:
#   docker compose -f docker-compose.yml -f docker-compose.gpu.yml up
#
# Requirements:
#   - NVIDIA drivers installed
#   - nvidia-container-toolkit installed
#     https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/install-guide.html

services:
  ollama:
    image: ollama/ollama:latest
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [gpu]

  kokoro:
    image: ghcr.io/remsky/kokoro-fastapi-cuda:v0.8.1
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [gpu]