furyhawk/cloudy
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: update open_webui image tag and OLLAMA_BASE_URLS, add GPU resource reservations

Browse Source
This commit is contained in:
furyhawk
2025-03-10 03:39:06 +08:00
parent ea9874fe77
commit 0fc8c7ab07
1 changed files with 10 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/compose/ai/docker-compose.yml
+10 -3
View File
@@ -5,7 +5,7 @@ volumes:
services: services:
open_webui: open_webui:
image: ghcr.io/open-webui/open-webui:main image: ghcr.io/open-webui/open-webui:ollama
depends_on: depends_on:
- chromadb - chromadb
# - ollama # - ollama
@@ -19,7 +19,7 @@ services:
- WEBUI_URL=http://localhost:8080 - WEBUI_URL=http://localhost:8080
- ENABLE_OLLAMA_API=true - ENABLE_OLLAMA_API=true
# - CORS_ALLOW_ORIGIN="*" # - CORS_ALLOW_ORIGIN="*"
- OLLAMA_BASE_URLS=http://ollama:11434 - OLLAMA_BASE_URLS=http://127.0.0.1:11434
- RAG_EMBEDDING_ENGINE=ollama - RAG_EMBEDDING_ENGINE=ollama
- RAG_EMBEDDING_MODEL=nomic-embed-text-v1.5 - RAG_EMBEDDING_MODEL=nomic-embed-text-v1.5
- RAG_EMBEDDING_MODEL_TRUST_REMOTE_CODE="True" - RAG_EMBEDDING_MODEL_TRUST_REMOTE_CODE="True"
@@ -29,10 +29,17 @@ services:
- "8080:8080" - "8080:8080"
extra_hosts: extra_hosts:
- "host.docker.internal:host-gateway" - "host.docker.internal:host-gateway"
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities: [gpu]
chromadb: chromadb:
hostname: chromadb hostname: chromadb
image: chromadb/chroma:latest image: docker.io/chromadb/chroma:latest
volumes: volumes:
- chromadb:/chroma/chroma - chromadb:/chroma/chroma
environment: environment: