mirror of
https://github.com/furyhawk/agent_alpha.git
synced 2026-07-21 18:45:34 +00:00
furyhawk
bb4b614711
- Added `vectorstore.py` for managing vector storage operations using Milvus. - Introduced `rag_document.py` for handling RAG document lifecycle, including ingestion and status updates. - Created `rag_status.py` for streaming RAG ingestion status via Redis pub/sub. - Developed `rag_sync.py` for managing synchronization operations and logs. - Implemented `sync_source.py` for managing sync source configurations and triggering syncs. - Established a lightweight task dispatcher in `dispatcher.py` for background task execution. - Registered task functions for RAG ingestion and sync operations in `rag_tasks.py`. - Configured task dispatcher settings in `arq_settings.py`. - Added necessary database models and schemas for RAG document and sync operations.
51 lines
1.8 KiB
Python
51 lines
1.8 KiB
Python
"""Sync log ORM model."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import uuid
|
|
from datetime import datetime, timezone
|
|
|
|
from sqlalchemy import DateTime, Integer, String, Text
|
|
from sqlalchemy.dialects.postgresql import UUID
|
|
from sqlalchemy.orm import Mapped, mapped_column
|
|
|
|
from backend.core.models import Base
|
|
|
|
|
|
class SyncLog(Base):
|
|
"""Logs a RAG sync operation."""
|
|
|
|
__tablename__ = "sync_logs"
|
|
|
|
id: Mapped[uuid.UUID] = mapped_column(
|
|
UUID(as_uuid=True), primary_key=True, default=uuid.uuid4
|
|
)
|
|
source: Mapped[str] = mapped_column(String(100), nullable=False, default="")
|
|
collection_name: Mapped[str] = mapped_column(
|
|
String(255), nullable=False, default="documents"
|
|
)
|
|
status: Mapped[str] = mapped_column(
|
|
String(20), nullable=False, default="running"
|
|
)
|
|
mode: Mapped[str] = mapped_column(
|
|
String(20), nullable=False, default="full"
|
|
)
|
|
total_files: Mapped[int] = mapped_column(Integer, nullable=False, default=0)
|
|
ingested: Mapped[int] = mapped_column(Integer, nullable=False, default=0)
|
|
updated: Mapped[int] = mapped_column(Integer, nullable=False, default=0)
|
|
skipped: Mapped[int] = mapped_column(Integer, nullable=False, default=0)
|
|
failed: Mapped[int] = mapped_column(Integer, nullable=False, default=0)
|
|
error_message: Mapped[str | None] = mapped_column(Text, nullable=True, default=None)
|
|
sync_source_id: Mapped[uuid.UUID | None] = mapped_column(
|
|
UUID(as_uuid=True), nullable=True, default=None
|
|
)
|
|
started_at: Mapped[datetime | None] = mapped_column(
|
|
DateTime(timezone=True), nullable=True, default=None
|
|
)
|
|
completed_at: Mapped[datetime | None] = mapped_column(
|
|
DateTime(timezone=True), nullable=True, default=None
|
|
)
|
|
|
|
def __repr__(self) -> str:
|
|
return f"<SyncLog {self.source!r} status={self.status!r}>"
|