mirror of
https://github.com/dogkeeper886/ollama37.git
synced 2025-12-09 23:37:06 +00:00
33 lines
726 B
YAML
33 lines
726 B
YAML
version: "3.8"
|
|
|
|
services:
|
|
ollama:
|
|
image: ollama37-runtime:latest
|
|
container_name: ollama37-runtime
|
|
runtime: nvidia
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: all
|
|
capabilities: [gpu]
|
|
ports:
|
|
- "11434:11434"
|
|
volumes:
|
|
- ollama-data:/root/.ollama
|
|
environment:
|
|
- OLLAMA_HOST=0.0.0.0:11434
|
|
- NVIDIA_VISIBLE_DEVICES=all
|
|
- NVIDIA_DRIVER_CAPABILITIES=compute,utility
|
|
restart: unless-stopped
|
|
healthcheck:
|
|
test: ["CMD", "/usr/local/bin/ollama", "list"]
|
|
interval: 30s
|
|
timeout: 10s
|
|
retries: 3
|
|
start_period: 5s
|
|
volumes:
|
|
ollama-data:
|
|
name: ollama-data
|