From ea65ae941bc342e3527d72e50442167c786e0132 Mon Sep 17 00:00:00 2001
From: Matthew Pomes <matthew.pomes@pm.me>
Date: Tue, 20 Jan 2026 00:12:07 -0600
Subject: [PATCH] Add gpu to ollama, and fix gui websocket issue

---
 karakeep-compose.yaml      |  7 +++++--
 nginx/sites-enabled/ollama | 12 ++++++++++++
 2 files changed, 17 insertions(+), 2 deletions(-)

diff --git a/karakeep-compose.yaml b/karakeep-compose.yaml
index 36910d1..daa401f 100644
--- a/karakeep-compose.yaml
+++ b/karakeep-compose.yaml
@@ -53,11 +53,14 @@ services:
     networks:
       - karakeep-int
   ollama:
-    image: docker.io/ollama/ollama:0.11.10
+    image: docker.io/ollama/ollama:rocm
     volumes:
       - .:/code
       - /data/library/ollama/ollama:/root/.ollama
-    pull_policy: always
+    devices:
+      - /dev/dri:/dev/dri
+      - /dev/kfd:/dev/kfd
+    # pull_policy: always
     tty: true
     restart: always
     environment:
diff --git a/nginx/sites-enabled/ollama b/nginx/sites-enabled/ollama
index be96c91..1fa732d 100644
--- a/nginx/sites-enabled/ollama
+++ b/nginx/sites-enabled/ollama
@@ -8,6 +8,18 @@ server {
 
     include /etc/nginx/snippets/letsencrypt.conf;
     # include /etc/nginx/snippets/authelia-location.conf;
+    location /ws/ {
+        proxy_pass http://ollama-webui:8080;
+        proxy_http_version 1.1;
+        proxy_set_header Upgrade $http_upgrade;
+        proxy_set_header Connection "upgrade";
+        proxy_set_header Host $host;
+        proxy_set_header X-Real-IP $remote_addr;
+        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+        proxy_set_header X-Forwarded-Proto $scheme;
+        proxy_set_header X-Forwarded-Protocol $scheme;
+        proxy_set_header X-Forwarded-Host $http_host;
+    }
 
     location / {
         include /etc/nginx/snippets/proxy.conf;