Add Docker-based build system with GPU-enabled builder and runtime containers

This commit is contained in:
Shang Chieh Tseng
2025-11-07 12:48:05 +08:00
parent 5744fb792a
commit 94bbfbb2e7
8 changed files with 750 additions and 2 deletions

32
docker/docker-compose.yml Normal file
View File

@@ -0,0 +1,32 @@
version: "3.8"
services:
ollama:
image: ollama37-runtime:latest
container_name: ollama37-runtime
runtime: nvidia
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]
ports:
- "11434:11434"
volumes:
- ollama-data:/root/.ollama
environment:
- OLLAMA_HOST=0.0.0.0:11434
- NVIDIA_VISIBLE_DEVICES=all
- NVIDIA_DRIVER_CAPABILITIES=compute,utility
restart: unless-stopped
healthcheck:
test: ["CMD", "/usr/local/bin/ollama", "list"]
interval: 30s
timeout: 10s
retries: 3
start_period: 5s
volumes:
ollama-data:
name: ollama-data