Reboot

ollama/.env

@@ -0,0 +1,9 @@
+# Environment file for docker-compose.yaml
+# Generate new passwords with:
+# openssl rand -hex 32
+
+# Fill in registry
+REGISTRY=
+
+# Ollama
+OLLAMA_PORT=4100

ollama/docker-compose.yaml

@@ -0,0 +1,43 @@
+services:
+
+  # https://github.com/open-webui/open-webui
+  ollama:
+    image: ${REGISTRY}/ollama
+    container_name: ollama
+    restart: unless-stopped
+    pull_policy: always
+    tty: true
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities:
+                - gpu
+    volumes:
+      - ./app:/root/.ollama
+    networks:
+      - ollama
+  ollama-webui:
+    image: ${REGISTRY}/open-webui
+    container_name: ollama-webui
+    restart: unless-stopped
+    ports:
+      - ${OLLAMA_PORT:-8080}:8080
+    environment:
+      OLLAMA_BASE_URL: http://ollama:11434
+      CUSTOM_NAME: MyveAI
+      WEBUI_NAME: MyveAI
+      ENABLE_SIGNUP: False
+      DEFAULT_MODELS: llama3
+    volumes:
+      - ./webui:/app/backend/data
+    depends_on:
+      - ollama
+    networks:
+      - ollama
+
+networks:
+  ollama:
+    external: false