fix: update GPU resource reservations in docker-compose files to use CDI driver
This commit is contained in:
@@ -3,6 +3,11 @@ volumes:
|
|||||||
open_webui: {}
|
open_webui: {}
|
||||||
chromadb: {}
|
chromadb: {}
|
||||||
|
|
||||||
|
networks:
|
||||||
|
host:
|
||||||
|
external: true
|
||||||
|
name: host
|
||||||
|
|
||||||
services:
|
services:
|
||||||
open_webui:
|
open_webui:
|
||||||
image: ghcr.io/open-webui/open-webui:ollama
|
image: ghcr.io/open-webui/open-webui:ollama
|
||||||
@@ -27,15 +32,17 @@ services:
|
|||||||
- open_webui:/app/backend/data
|
- open_webui:/app/backend/data
|
||||||
ports:
|
ports:
|
||||||
- "8080:8080"
|
- "8080:8080"
|
||||||
|
networks:
|
||||||
|
- host
|
||||||
extra_hosts:
|
extra_hosts:
|
||||||
- "host.docker.internal:host-gateway"
|
- "host.docker.internal:host-gateway"
|
||||||
deploy:
|
deploy:
|
||||||
resources:
|
resources:
|
||||||
reservations:
|
reservations:
|
||||||
devices:
|
devices:
|
||||||
- driver: nvidia
|
- driver: cdi
|
||||||
count: 1
|
device_ids: ['nvidia.com/gpu=all']
|
||||||
capabilities: [gpu]
|
capabilities: [gpu]
|
||||||
|
|
||||||
chromadb:
|
chromadb:
|
||||||
hostname: chromadb
|
hostname: chromadb
|
||||||
|
|||||||
@@ -1,11 +1,23 @@
|
|||||||
services:
|
services:
|
||||||
test:
|
testgpupodman_count:
|
||||||
image: nvidia/cuda:12.3.1-base-ubuntu20.04
|
image: docker.io/ubuntu:latest
|
||||||
command: nvidia-smi
|
command: ["nvidia-smi"]
|
||||||
|
profiles: [gpu]
|
||||||
deploy:
|
deploy:
|
||||||
resources:
|
resources:
|
||||||
reservations:
|
reservations:
|
||||||
devices:
|
devices:
|
||||||
- driver: nvidia
|
- driver: nvidia
|
||||||
count: 1
|
count: 1
|
||||||
capabilities: [gpu]
|
capabilities: [gpu]
|
||||||
|
test:
|
||||||
|
image: docker.io/ubuntu:latest
|
||||||
|
command: ["nvidia-smi"]
|
||||||
|
deploy:
|
||||||
|
resources:
|
||||||
|
reservations:
|
||||||
|
devices:
|
||||||
|
- driver: cdi
|
||||||
|
count: 1
|
||||||
|
device_ids: ['nvidia.com/gpu=all']
|
||||||
|
capabilities: [gpu]
|
||||||
Reference in New Issue
Block a user