aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorjwansek <eddie.atten.ea29@gmail.com>2024-02-07 16:41:04 +0000
committerjwansek <eddie.atten.ea29@gmail.com>2024-02-07 16:41:04 +0000
commit76963cdaad8b19335a8e13246313833cdaf758e6 (patch)
tree41751f82a47580d2caab60788a379a2d5d5934b6
parent3b2063ce2271f7d0a5ea42a5af322edc6e88a97b (diff)
downloadnoetic-llama-76963cdaad8b19335a8e13246313833cdaf758e6.tar.gz
noetic-llama-76963cdaad8b19335a8e13246313833cdaf758e6.zip
Added ollama docker
-rw-r--r--.gitmodules3
-rw-r--r--docker-compose.yaml41
m---------ollama-webui0
3 files changed, 44 insertions, 0 deletions
diff --git a/.gitmodules b/.gitmodules
new file mode 100644
index 0000000..2217be1
--- /dev/null
+++ b/.gitmodules
@@ -0,0 +1,3 @@
+[submodule "ollama-webui"]
+ path = ollama-webui
+ url = https://github.com/ollama-webui/ollama-webui
diff --git a/docker-compose.yaml b/docker-compose.yaml
new file mode 100644
index 0000000..2743fc5
--- /dev/null
+++ b/docker-compose.yaml
@@ -0,0 +1,41 @@
+version: '3.6'
+
+services:
+ ollama:
+ deploy:
+ resources:
+ reservations:
+ devices:
+ - driver: nvidia
+ count: 1
+ capabilities:
+ - gpu
+ volumes:
+ - ollama:/root/.ollama
+ # Uncomment below to expose Ollama API outside the container stack
+ ports:
+ - 11434:11434
+ pull_policy: always
+ tty: true
+ restart: unless-stopped
+ image: ollama/ollama:latest
+
+ ollama-webui:
+ build:
+ context: ./ollama-webui
+ args:
+ OLLAMA_API_BASE_URL: '/ollama/api'
+ dockerfile: Dockerfile
+ image: reaweb.uk/ollama-webui
+ depends_on:
+ - ollama
+ ports:
+ - 3000:8080
+ environment:
+ - "OLLAMA_API_BASE_URL=http://ollama:11434/api"
+ extra_hosts:
+ - host.docker.internal:host-gateway
+ restart: unless-stopped
+
+volumes:
+ ollama: {}
diff --git a/ollama-webui b/ollama-webui
new file mode 160000
+Subproject 46d0eff218532c26c0f46b74ae01b976fe74234