diff options
| author | jwansek <eddie.atten.ea29@gmail.com> | 2024-02-29 20:51:57 +0000 |
|---|---|---|
| committer | jwansek <eddie.atten.ea29@gmail.com> | 2024-02-29 20:51:57 +0000 |
| commit | 25eece07b4c0bb63f3de2afc2cae18a37b1d789c (patch) | |
| tree | 4ba779fda01c887cf9eec5bdb9b68dce2289fcf2 /docker-compose.yaml | |
| parent | 52565291cbc2c507a22236ab628db1f9f52034f1 (diff) | |
| download | noetic-llama-25eece07b4c0bb63f3de2afc2cae18a37b1d789c.tar.gz noetic-llama-25eece07b4c0bb63f3de2afc2cae18a37b1d789c.zip | |
Added whisper API submodule, docker container
Diffstat (limited to 'docker-compose.yaml')
| -rw-r--r-- | docker-compose.yaml | 36 |
1 files changed, 32 insertions, 4 deletions
diff --git a/docker-compose.yaml b/docker-compose.yaml index 2743fc5..a42782e 100644 --- a/docker-compose.yaml +++ b/docker-compose.yaml @@ -17,7 +17,7 @@ services: - 11434:11434 pull_policy: always tty: true - restart: unless-stopped + restart: "no" image: ollama/ollama:latest ollama-webui: @@ -26,7 +26,7 @@ services: args: OLLAMA_API_BASE_URL: '/ollama/api' dockerfile: Dockerfile - image: reaweb.uk/ollama-webui + image: reg.reaweb.uk/ollama-webui depends_on: - ollama ports: @@ -35,7 +35,35 @@ services: - "OLLAMA_API_BASE_URL=http://ollama:11434/api" extra_hosts: - host.docker.internal:host-gateway - restart: unless-stopped + restart: "no" + + whisper-asr-webservice-gpu: + build: + context: ./whisper-asr-webservice + dockerfile: Dockerfile.gpu + image: reg.reaweb.uk/whisper-web + deploy: + resources: + reservations: + devices: + - driver: nvidia + count: 1 + capabilities: [gpu] + environment: + - ASR_MODEL=base.en + - ASR_ENGINE=openai_whisper + ports: + - "9000:9000" + volumes: + - ./whisper-asr-webservice/app:/app/app + - cache-pip:/root/.cache/pip + - cache-poetry:/root/.cache/poetry + - cache-whisper:/root/.cache/whisper + restart: "no" volumes: - ollama: {} + ollama: + cache-pip: + cache-poetry: + cache-whisper: + cache-faster-whisper: |