Adding a compose file for nvidia gpus

This commit is contained in:
Daniel Weber 2025-01-08 16:28:25 -05:00
parent e96f7a09c0
commit 331efc8f3f

View File

@ -0,0 +1,14 @@
services:
llama_server:
image: ollama/ollama:latest
container_name: llama_server
ports:
- "11434:11434"
volumes:
- ./container_data:/root/.ollama:z
privileged: true # Had to be done so nvidia can find gpus...
devices:
- nvidia.com/gpu=all
# - /dev/kfd
# - /dev/dri