feat: Add MinIO configuration for data persistence and enhance Milvus flushing mechanism

This commit is contained in:
2026-06-14 19:39:40 +08:00
parent 1c203b6bdb
commit 8ba59d07d0
2 changed files with 10 additions and 0 deletions
+3
View File
@@ -203,6 +203,9 @@ class MilvusVectorStore(BaseVectorStore):
"[MILVUS] Insert result: %s",
insert_result,
)
# Flush to ensure data is persisted to object storage (MinIO) immediately
await self.client.flush(collection_name)
logger.info("[MILVUS] Flushed collection '%s' to disk", collection_name)
async def search(
self, collection_name: str, query: str, limit: int = 4, filter: str = ""
+7
View File
@@ -116,6 +116,12 @@ services:
environment:
ETCD_ENDPOINTS: etcd:2379
MINIO_ADDRESS: minio:9000
MINIO_ACCESS_KEY: minioadmin
MINIO_SECRET_KEY: minioadmin
MINIO_BUCKET_NAME: agent-alpha
# Data persistence tuning — flush segments to S3/MinIO every 3s
dataCoord_segment_dmlogFileTimeout: "3"
dataCoord_segment_flushInterval: "3"
volumes:
- milvus_data:/var/lib/milvus
command: milvus run standalone
@@ -134,6 +140,7 @@ services:
ETCD_SNAPSHOT_COUNT: "50000"
ETCD_LISTEN_CLIENT_URLS: "http://0.0.0.0:2379"
ETCD_ADVERTISE_CLIENT_URLS: "http://0.0.0.0:2379"
ETCD_DATA_DIR: /etcd
volumes:
- etcd_data:/etcd
restart: unless-stopped