From 25eece07b4c0bb63f3de2afc2cae18a37b1d789c Mon Sep 17 00:00:00 2001
From: jwansek <eddie.atten.ea29@gmail.com>
Date: Thu, 29 Feb 2024 20:51:57 +0000
Subject: Added whisper API submodule, docker container
---
docker-compose.yaml | 36 ++++++++++++++++++++++++++++++++----
1 file changed, 32 insertions(+), 4 deletions(-)
(limited to 'docker-compose.yaml')
diff --git a/docker-compose.yaml b/docker-compose.yaml
index 2743fc5..a42782e 100644
--- a/docker-compose.yaml
+++ b/docker-compose.yaml
@@ -17,7 +17,7 @@ services:
- 11434:11434
pull_policy: always
tty: true
- restart: unless-stopped
+ restart: "no"
image: ollama/ollama:latest
ollama-webui:
@@ -26,7 +26,7 @@ services:
args:
OLLAMA_API_BASE_URL: '/ollama/api'
dockerfile: Dockerfile
- image: reaweb.uk/ollama-webui
+ image: reg.reaweb.uk/ollama-webui
depends_on:
- ollama
ports:
@@ -35,7 +35,35 @@ services:
- "OLLAMA_API_BASE_URL=http://ollama:11434/api"
extra_hosts:
- host.docker.internal:host-gateway
- restart: unless-stopped
+ restart: "no"
+
+ whisper-asr-webservice-gpu:
+ build:
+ context: ./whisper-asr-webservice
+ dockerfile: Dockerfile.gpu
+ image: reg.reaweb.uk/whisper-web
+ deploy:
+ resources:
+ reservations:
+ devices:
+ - driver: nvidia
+ count: 1
+ capabilities: [gpu]
+ environment:
+ - ASR_MODEL=base.en
+ - ASR_ENGINE=openai_whisper
+ ports:
+ - "9000:9000"
+ volumes:
+ - ./whisper-asr-webservice/app:/app/app
+ - cache-pip:/root/.cache/pip
+ - cache-poetry:/root/.cache/poetry
+ - cache-whisper:/root/.cache/whisper
+ restart: "no"
volumes:
- ollama: {}
+ ollama:
+ cache-pip:
+ cache-poetry:
+ cache-whisper:
+ cache-faster-whisper:
--
cgit v1.2.3