Files
cloudy/test/compose/ai/docker-compose.yml

58 lines
1.3 KiB
YAML

---
volumes:
open_webui: {}
chromadb: {}
networks:
host:
external: true
name: host
services:
open_webui:
image: ghcr.io/open-webui/open-webui:ollama
depends_on:
- chromadb
# - ollama
environment:
- CHROMA_HTTP_PORT=8000
- CHROMA_HTTP_HOST=chromadb
- CHROMA_TENANT=default_tenant
- VECTOR_DB=chroma
- DATA_DIR=/app/backend/data
- PORT=8080
- WEBUI_URL=http://localhost:8080
- ENABLE_OLLAMA_API=true
# - CORS_ALLOW_ORIGIN="*"
- OLLAMA_BASE_URLS=http://127.0.0.1:11434
- RAG_EMBEDDING_ENGINE=ollama
- RAG_EMBEDDING_MODEL=nomic-embed-text-v1.5
- RAG_EMBEDDING_MODEL_TRUST_REMOTE_CODE="True"
volumes:
- open_webui:/app/backend/data
ports:
- "8080:8080"
networks:
- host
extra_hosts:
- "host.docker.internal:host-gateway"
deploy:
resources:
reservations:
devices:
- driver: cdi
device_ids: ['nvidia.com/gpu=all']
capabilities: [gpu]
chromadb:
hostname: chromadb
image: docker.io/chromadb/chroma:latest
volumes:
- chromadb:/chroma/chroma
environment:
- IS_PERSISTENT=true
- ALLOW_RESET=true
- PERSIST_DIRECTORY=/chroma/chroma
ports:
- "8000:8000"