From 040143716e0c8e25f2e2ccb171d7ccd28b574f62 Mon Sep 17 00:00:00 2001 From: jack Date: Sat, 12 Apr 2025 00:49:53 +0800 Subject: [PATCH] Add ollama37 Dockerfile and docker compose file --- ollama37/Dockerfile | 8 +++++--- ollama37/docker-compose.yml | 6 +++--- 2 files changed, 8 insertions(+), 6 deletions(-) diff --git a/ollama37/Dockerfile b/ollama37/Dockerfile index 6c616a1..df6e6ee 100644 --- a/ollama37/Dockerfile +++ b/ollama37/Dockerfile @@ -12,14 +12,16 @@ RUN cd /usr/local/src \ # ===== Stage 2: Runtime image ===== FROM rockylinux/rockylinux:8 +RUN dnf -y update + # Copy only the built binary and any needed assets from the builder stage COPY --from=builder /usr/local/src/ollama37 /usr/local/src/ollama37 -COPY --from=builder /usr/local/bin /usr/local/bin COPY --from=builder /usr/local/lib64 /usr/local/lib64 +COPY --from=builder /usr/local/cuda-11.4/lib64 /usr/local/cuda-11.4/lib64 + # Set environment variables -ENV LD_LIBRARY_PATH="/usr/local/lib64" -ENV PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin" +ENV LD_LIBRARY_PATH="/usr/local/lib64:/usr/local/cuda-11.4/lib64" ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility ENV NVIDIA_VISIBLE_DEVICES=all ENV OLLAMA_HOST=0.0.0.0:11434 diff --git a/ollama37/docker-compose.yml b/ollama37/docker-compose.yml index 7b61afd..9872914 100644 --- a/ollama37/docker-compose.yml +++ b/ollama37/docker-compose.yml @@ -7,9 +7,9 @@ services: ports: - "11434:11434" volumes: - - ollama:/root/.ollama + - /home/jack/.ollama:/root/.ollama restart: unless-stopped runtime: nvidia -volumes: - ollama: +#volumes: + #ollama: