fix: update GPU resource reservations in docker-compose files to use CDI driver

This commit is contained in:
2025-03-10 04:05:56 +08:00
parent 0fc8c7ab07
commit 1fb6393649
2 changed files with 28 additions and 9 deletions
+10 -3
View File
@@ -3,6 +3,11 @@ volumes:
open_webui: {}
chromadb: {}
networks:
host:
external: true
name: host
services:
open_webui:
image: ghcr.io/open-webui/open-webui:ollama
@@ -27,15 +32,17 @@ services:
- open_webui:/app/backend/data
ports:
- "8080:8080"
networks:
- host
extra_hosts:
- "host.docker.internal:host-gateway"
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities: [gpu]
- driver: cdi
device_ids: ['nvidia.com/gpu=all']
capabilities: [gpu]
chromadb:
hostname: chromadb
+18 -6
View File
@@ -1,11 +1,23 @@
services:
test:
image: nvidia/cuda:12.3.1-base-ubuntu20.04
command: nvidia-smi
testgpupodman_count:
image: docker.io/ubuntu:latest
command: ["nvidia-smi"]
profiles: [gpu]
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities: [gpu]
- driver: nvidia
count: 1
capabilities: [gpu]
test:
image: docker.io/ubuntu:latest
command: ["nvidia-smi"]
deploy:
resources:
reservations:
devices:
- driver: cdi
count: 1
device_ids: ['nvidia.com/gpu=all']
capabilities: [gpu]