31 lines
758 B
YAML
31 lines
758 B
YAML
|
# GPU override — use on machines with NVIDIA GPU (e.g. RTX 2070)
|
||
|
|
#
|
||
|
|
# Usage:
|
||
|
|
# docker compose -f docker-compose.yml -f docker-compose.gpu.yml up
|
||
|
|
#
|
||
|
|
# Requirements:
|
||
|
|
# - NVIDIA drivers installed
|
||
|
|
# - nvidia-container-toolkit installed
|
||
|
|
# https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/install-guide.html
|
||
|
|
|
||
|
|
services:
|
||
|
|
ollama:
|
||
|
|
image: ollama/ollama:latest
|
||
|
|
deploy:
|
||
|
|
resources:
|
||
|
|
reservations:
|
||
|
|
devices:
|
||
|
|
- driver: nvidia
|
||
|
|
count: 1
|
||
|
|
capabilities: [gpu]
|
||
|
|
|
||
|
|
kokoro:
|
||
|
|
image: ghcr.io/remsky/kokoro-fastapi-cuda:v0.8.1
|
||
|
|
deploy:
|
||
|
|
resources:
|
||
|
|
reservations:
|
||
|
|
devices:
|
||
|
|
- driver: nvidia
|
||
|
|
count: 1
|
||
|
|
capabilities: [gpu]
|