From 76963cdaad8b19335a8e13246313833cdaf758e6 Mon Sep 17 00:00:00 2001
From: jwansek <eddie.atten.ea29@gmail.com>
Date: Wed, 7 Feb 2024 16:41:04 +0000
Subject: Added ollama docker
---
docker-compose.yaml | 41 +++++++++++++++++++++++++++++++++++++++++
1 file changed, 41 insertions(+)
create mode 100644 docker-compose.yaml
(limited to 'docker-compose.yaml')
diff --git a/docker-compose.yaml b/docker-compose.yaml
new file mode 100644
index 0000000..2743fc5
--- /dev/null
+++ b/docker-compose.yaml
@@ -0,0 +1,41 @@
+version: '3.6'
+
+services:
+ ollama:
+ deploy:
+ resources:
+ reservations:
+ devices:
+ - driver: nvidia
+ count: 1
+ capabilities:
+ - gpu
+ volumes:
+ - ollama:/root/.ollama
+ # Uncomment below to expose Ollama API outside the container stack
+ ports:
+ - 11434:11434
+ pull_policy: always
+ tty: true
+ restart: unless-stopped
+ image: ollama/ollama:latest
+
+ ollama-webui:
+ build:
+ context: ./ollama-webui
+ args:
+ OLLAMA_API_BASE_URL: '/ollama/api'
+ dockerfile: Dockerfile
+ image: reaweb.uk/ollama-webui
+ depends_on:
+ - ollama
+ ports:
+ - 3000:8080
+ environment:
+ - "OLLAMA_API_BASE_URL=http://ollama:11434/api"
+ extra_hosts:
+ - host.docker.internal:host-gateway
+ restart: unless-stopped
+
+volumes:
+ ollama: {}
--
cgit v1.2.3