open-webui/docker-compose.gpu.yaml

12 lines
251 B
YAML
Raw Permalink Normal View History

2023-12-23 17:33:15 +00:00
services:
ollama:
2023-12-31 23:10:33 +00:00
# GPU support
2023-12-23 17:33:15 +00:00
deploy:
resources:
reservations:
devices:
- driver: ${OLLAMA_GPU_DRIVER-nvidia}
count: ${OLLAMA_GPU_COUNT-1}
capabilities:
- gpu