fix: update GPU resource reservations in docker-compose files to use CDI driver
This commit is contained in:
@@ -3,6 +3,11 @@ volumes:
|
||||
open_webui: {}
|
||||
chromadb: {}
|
||||
|
||||
networks:
|
||||
host:
|
||||
external: true
|
||||
name: host
|
||||
|
||||
services:
|
||||
open_webui:
|
||||
image: ghcr.io/open-webui/open-webui:ollama
|
||||
@@ -27,15 +32,17 @@ services:
|
||||
- open_webui:/app/backend/data
|
||||
ports:
|
||||
- "8080:8080"
|
||||
networks:
|
||||
- host
|
||||
extra_hosts:
|
||||
- "host.docker.internal:host-gateway"
|
||||
deploy:
|
||||
resources:
|
||||
reservations:
|
||||
devices:
|
||||
- driver: nvidia
|
||||
count: 1
|
||||
capabilities: [gpu]
|
||||
- driver: cdi
|
||||
device_ids: ['nvidia.com/gpu=all']
|
||||
capabilities: [gpu]
|
||||
|
||||
chromadb:
|
||||
hostname: chromadb
|
||||
|
||||
@@ -1,11 +1,23 @@
|
||||
services:
|
||||
test:
|
||||
image: nvidia/cuda:12.3.1-base-ubuntu20.04
|
||||
command: nvidia-smi
|
||||
testgpupodman_count:
|
||||
image: docker.io/ubuntu:latest
|
||||
command: ["nvidia-smi"]
|
||||
profiles: [gpu]
|
||||
deploy:
|
||||
resources:
|
||||
reservations:
|
||||
devices:
|
||||
- driver: nvidia
|
||||
count: 1
|
||||
capabilities: [gpu]
|
||||
- driver: nvidia
|
||||
count: 1
|
||||
capabilities: [gpu]
|
||||
test:
|
||||
image: docker.io/ubuntu:latest
|
||||
command: ["nvidia-smi"]
|
||||
deploy:
|
||||
resources:
|
||||
reservations:
|
||||
devices:
|
||||
- driver: cdi
|
||||
count: 1
|
||||
device_ids: ['nvidia.com/gpu=all']
|
||||
capabilities: [gpu]
|
||||
Reference in New Issue
Block a user