diff options
author | jwansek <eddie.atten.ea29@gmail.com> | 2024-02-07 16:41:04 +0000 |
---|---|---|
committer | jwansek <eddie.atten.ea29@gmail.com> | 2024-02-07 16:41:04 +0000 |
commit | 76963cdaad8b19335a8e13246313833cdaf758e6 (patch) | |
tree | 41751f82a47580d2caab60788a379a2d5d5934b6 | |
parent | 3b2063ce2271f7d0a5ea42a5af322edc6e88a97b (diff) | |
download | noetic-llama-76963cdaad8b19335a8e13246313833cdaf758e6.tar.gz noetic-llama-76963cdaad8b19335a8e13246313833cdaf758e6.zip |
Added ollama docker
-rw-r--r-- | .gitmodules | 3 | ||||
-rw-r--r-- | docker-compose.yaml | 41 | ||||
m--------- | ollama-webui | 0 |
3 files changed, 44 insertions, 0 deletions
diff --git a/.gitmodules b/.gitmodules new file mode 100644 index 0000000..2217be1 --- /dev/null +++ b/.gitmodules @@ -0,0 +1,3 @@ +[submodule "ollama-webui"] + path = ollama-webui + url = https://github.com/ollama-webui/ollama-webui diff --git a/docker-compose.yaml b/docker-compose.yaml new file mode 100644 index 0000000..2743fc5 --- /dev/null +++ b/docker-compose.yaml @@ -0,0 +1,41 @@ +version: '3.6' + +services: + ollama: + deploy: + resources: + reservations: + devices: + - driver: nvidia + count: 1 + capabilities: + - gpu + volumes: + - ollama:/root/.ollama + # Uncomment below to expose Ollama API outside the container stack + ports: + - 11434:11434 + pull_policy: always + tty: true + restart: unless-stopped + image: ollama/ollama:latest + + ollama-webui: + build: + context: ./ollama-webui + args: + OLLAMA_API_BASE_URL: '/ollama/api' + dockerfile: Dockerfile + image: reaweb.uk/ollama-webui + depends_on: + - ollama + ports: + - 3000:8080 + environment: + - "OLLAMA_API_BASE_URL=http://ollama:11434/api" + extra_hosts: + - host.docker.internal:host-gateway + restart: unless-stopped + +volumes: + ollama: {} diff --git a/ollama-webui b/ollama-webui new file mode 160000 +Subproject 46d0eff218532c26c0f46b74ae01b976fe74234 |