Add gpu to ollama, and fix gui websocket issue

karakeep-compose.yaml

@@ -53,11 +53,14 @@ services:
     networks:
       - karakeep-int
   ollama:
-    image: docker.io/ollama/ollama:0.11.10
+    image: docker.io/ollama/ollama:rocm
     volumes:
       - .:/code
       - /data/library/ollama/ollama:/root/.ollama
-    pull_policy: always
+    devices:
+      - /dev/dri:/dev/dri
+      - /dev/kfd:/dev/kfd
+    # pull_policy: always
     tty: true
     restart: always
     environment:

nginx/sites-enabled/ollama

@@ -8,6 +8,18 @@ server {
 
     include /etc/nginx/snippets/letsencrypt.conf;
     # include /etc/nginx/snippets/authelia-location.conf;
+    location /ws/ {
+        proxy_pass http://ollama-webui:8080;
+        proxy_http_version 1.1;
+        proxy_set_header Upgrade $http_upgrade;
+        proxy_set_header Connection "upgrade";
+        proxy_set_header Host $host;
+        proxy_set_header X-Real-IP $remote_addr;
+        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+        proxy_set_header X-Forwarded-Proto $scheme;
+        proxy_set_header X-Forwarded-Protocol $scheme;
+        proxy_set_header X-Forwarded-Host $http_host;
+    }
 
     location / {
         include /etc/nginx/snippets/proxy.conf;