From f8f4623e44a486745330250d07954ed148736c34 Mon Sep 17 00:00:00 2001
From: Daniel Weber <djweber12@hotmail.com>
Date: Fri, 28 Feb 2025 21:08:38 -0500
Subject: [PATCH] Updating compose file to include nvidia and rocm containers

---
 ollama/.config/ollama_container/compose.yaml  | 20 +++++++++++++++++--
 .../ollama_container/compose_nvidia.yaml      | 14 -------------
 2 files changed, 18 insertions(+), 16 deletions(-)
 delete mode 100644 ollama/.config/ollama_container/compose_nvidia.yaml

diff --git a/ollama/.config/ollama_container/compose.yaml b/ollama/.config/ollama_container/compose.yaml
index 45247ee..e8d1e82 100644
--- a/ollama/.config/ollama_container/compose.yaml
+++ b/ollama/.config/ollama_container/compose.yaml
@@ -1,7 +1,7 @@
 services:
-  llama_server:
+  llama_server_rocm:
     image: ollama/ollama:rocm
-    container_name: llama_server
+    restart: always
     ports:
       - "11434:11434"
     volumes:
@@ -10,3 +10,19 @@ services:
       - /dev/kfd
       - /dev/dri
 
+  llama_server_nvidia:
+    image: ollama/ollama:latest
+    ports:
+      - "11434:11434"
+    volumes:
+      - ./container_data:/root/.ollama:z
+    privileged: true # Had to be done so nvidia can find gpus...
+    restart: always
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: 1 # alternatively, use `count: all` for all GPUs
+              capabilities: [gpu]
+
diff --git a/ollama/.config/ollama_container/compose_nvidia.yaml b/ollama/.config/ollama_container/compose_nvidia.yaml
deleted file mode 100644
index bc24af5..0000000
--- a/ollama/.config/ollama_container/compose_nvidia.yaml
+++ /dev/null
@@ -1,14 +0,0 @@
-services:
-  llama_server:
-    image: ollama/ollama:latest
-    container_name: llama_server
-    ports:
-      - "11434:11434"
-    volumes:
-      - ./container_data:/root/.ollama:z
-    privileged: true # Had to be done so nvidia can find gpus...
-    devices:
-      - nvidia.com/gpu=all
-    #   - /dev/kfd
-    #   - /dev/dri
-