Adding a compose file for nvidia gpus
This commit is contained in:
parent
e96f7a09c0
commit
331efc8f3f
14
ollama/.config/ollama_container/compose_nvidia.yaml
Normal file
14
ollama/.config/ollama_container/compose_nvidia.yaml
Normal file
@ -0,0 +1,14 @@
|
||||
services:
|
||||
llama_server:
|
||||
image: ollama/ollama:latest
|
||||
container_name: llama_server
|
||||
ports:
|
||||
- "11434:11434"
|
||||
volumes:
|
||||
- ./container_data:/root/.ollama:z
|
||||
privileged: true # Had to be done so nvidia can find gpus...
|
||||
devices:
|
||||
- nvidia.com/gpu=all
|
||||
# - /dev/kfd
|
||||
# - /dev/dri
|
||||
|
Loading…
Reference in New Issue
Block a user