From 76963cdaad8b19335a8e13246313833cdaf758e6 Mon Sep 17 00:00:00 2001 From: jwansek Date: Wed, 7 Feb 2024 16:41:04 +0000 Subject: Added ollama docker --- .gitmodules | 3 +++ docker-compose.yaml | 41 +++++++++++++++++++++++++++++++++++++++++ ollama-webui | 1 + 3 files changed, 45 insertions(+) create mode 100644 .gitmodules create mode 100644 docker-compose.yaml create mode 160000 ollama-webui diff --git a/.gitmodules b/.gitmodules new file mode 100644 index 0000000..2217be1 --- /dev/null +++ b/.gitmodules @@ -0,0 +1,3 @@ +[submodule "ollama-webui"] + path = ollama-webui + url = https://github.com/ollama-webui/ollama-webui diff --git a/docker-compose.yaml b/docker-compose.yaml new file mode 100644 index 0000000..2743fc5 --- /dev/null +++ b/docker-compose.yaml @@ -0,0 +1,41 @@ +version: '3.6' + +services: + ollama: + deploy: + resources: + reservations: + devices: + - driver: nvidia + count: 1 + capabilities: + - gpu + volumes: + - ollama:/root/.ollama + # Uncomment below to expose Ollama API outside the container stack + ports: + - 11434:11434 + pull_policy: always + tty: true + restart: unless-stopped + image: ollama/ollama:latest + + ollama-webui: + build: + context: ./ollama-webui + args: + OLLAMA_API_BASE_URL: '/ollama/api' + dockerfile: Dockerfile + image: reaweb.uk/ollama-webui + depends_on: + - ollama + ports: + - 3000:8080 + environment: + - "OLLAMA_API_BASE_URL=http://ollama:11434/api" + extra_hosts: + - host.docker.internal:host-gateway + restart: unless-stopped + +volumes: + ollama: {} diff --git a/ollama-webui b/ollama-webui new file mode 160000 index 0000000..46d0eff --- /dev/null +++ b/ollama-webui @@ -0,0 +1 @@ +Subproject commit 46d0eff218532c26c0f46b74ae01b976fe742343 -- cgit v1.2.3