From 0fc8c7ab0708a29cdefb37623ac3eca84300a79b Mon Sep 17 00:00:00 2001 From: furyhawk Date: Mon, 10 Mar 2025 03:39:06 +0800 Subject: [PATCH] fix: update open_webui image tag and OLLAMA_BASE_URLS, add GPU resource reservations --- test/compose/ai/docker-compose.yml | 13 ++++++++++--- 1 file changed, 10 insertions(+), 3 deletions(-) diff --git a/test/compose/ai/docker-compose.yml b/test/compose/ai/docker-compose.yml index e96a41e..e4162e1 100644 --- a/test/compose/ai/docker-compose.yml +++ b/test/compose/ai/docker-compose.yml @@ -5,7 +5,7 @@ volumes: services: open_webui: - image: ghcr.io/open-webui/open-webui:main + image: ghcr.io/open-webui/open-webui:ollama depends_on: - chromadb # - ollama @@ -19,7 +19,7 @@ services: - WEBUI_URL=http://localhost:8080 - ENABLE_OLLAMA_API=true # - CORS_ALLOW_ORIGIN="*" - - OLLAMA_BASE_URLS=http://ollama:11434 + - OLLAMA_BASE_URLS=http://127.0.0.1:11434 - RAG_EMBEDDING_ENGINE=ollama - RAG_EMBEDDING_MODEL=nomic-embed-text-v1.5 - RAG_EMBEDDING_MODEL_TRUST_REMOTE_CODE="True" @@ -29,10 +29,17 @@ services: - "8080:8080" extra_hosts: - "host.docker.internal:host-gateway" + deploy: + resources: + reservations: + devices: + - driver: nvidia + count: 1 + capabilities: [gpu] chromadb: hostname: chromadb - image: chromadb/chroma:latest + image: docker.io/chromadb/chroma:latest volumes: - chromadb:/chroma/chroma environment: