Adding a compose file for nvidia gpus
This commit is contained in:
parent
e96f7a09c0
commit
331efc8f3f
14
ollama/.config/ollama_container/compose_nvidia.yaml
Normal file
14
ollama/.config/ollama_container/compose_nvidia.yaml
Normal file
@ -0,0 +1,14 @@
|
|||||||
|
services:
|
||||||
|
llama_server:
|
||||||
|
image: ollama/ollama:latest
|
||||||
|
container_name: llama_server
|
||||||
|
ports:
|
||||||
|
- "11434:11434"
|
||||||
|
volumes:
|
||||||
|
- ./container_data:/root/.ollama:z
|
||||||
|
privileged: true # Had to be done so nvidia can find gpus...
|
||||||
|
devices:
|
||||||
|
- nvidia.com/gpu=all
|
||||||
|
# - /dev/kfd
|
||||||
|
# - /dev/dri
|
||||||
|
|
Loading…
Reference in New Issue
Block a user