From 331efc8f3f7ba10822c1a23428339b0ff9320942 Mon Sep 17 00:00:00 2001
From: Daniel Weber <daniel.weber@gentex.com>
Date: Wed, 8 Jan 2025 16:28:25 -0500
Subject: [PATCH] Adding a compose file for nvidia gpus

---
 .../.config/ollama_container/compose_nvidia.yaml   | 14 ++++++++++++++
 1 file changed, 14 insertions(+)
 create mode 100644 ollama/.config/ollama_container/compose_nvidia.yaml

diff --git a/ollama/.config/ollama_container/compose_nvidia.yaml b/ollama/.config/ollama_container/compose_nvidia.yaml
new file mode 100644
index 0000000..bc24af5
--- /dev/null
+++ b/ollama/.config/ollama_container/compose_nvidia.yaml
@@ -0,0 +1,14 @@
+services:
+  llama_server:
+    image: ollama/ollama:latest
+    container_name: llama_server
+    ports:
+      - "11434:11434"
+    volumes:
+      - ./container_data:/root/.ollama:z
+    privileged: true # Had to be done so nvidia can find gpus...
+    devices:
+      - nvidia.com/gpu=all
+    #   - /dev/kfd
+    #   - /dev/dri
+