openweb-ui / docker-compose.gpu.yaml
mexicanamerican's picture
Upload folder using huggingface_hub
c9e5647 verified
raw
history blame contribute delete
262 Bytes
services:
ollama:
# GPU support
deploy:
resources:
reservations:
devices:
- driver: ${OLLAMA_GPU_DRIVER-nvidia}
count: ${OLLAMA_GPU_COUNT-1}
capabilities:
- gpu