feat: 新增工具插件、系统日志、workflow配置及前端优化

1. 新增工具插件(edit_file, python_executor, search_file, shell_executor, write_file) 2. 新增系统事件日志模块和API 3. 新增workflow配置文件和详情API 4. 前端增加SSE、错误边界、设置引导等组件 5. 优化认证加密、速率限制、配置加载等工具模块 6. 删除废弃的cluster和health API 7. 补充单元测试和集成测试 Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
2026-06-03 07:34:43 +00:00
parent f04fef916f
commit a53ffebe0e
57 changed files with 2804 additions and 271 deletions
@@ -33,6 +33,7 @@ from kilostar.core.postgres_database.model.system_node import SystemNodeConfigMo
 from kilostar.core.postgres_database.model.mcp_server import MCPServerModel
 from kilostar.core.postgres_database.model.tool_config import ToolConfigModel
 from kilostar.core.postgres_database.model.custom_toolset import CustomToolsetModel
+from kilostar.core.postgres_database.model.system_event_log import SystemEventLog

 # 兼容旧代码的别名
 Provider = ProviderModel
@@ -61,5 +62,6 @@ __all__ = [
    "MCPServerModel",
    "ToolConfigModel",
    "CustomToolsetModel",
+    "SystemEventLog",
    "AgentType",
 ]
@@ -0,0 +1,35 @@
+from sqlalchemy import String, DateTime, Integer, func, Text
+from sqlalchemy.orm import Mapped, mapped_column
+from sqlalchemy.dialects.postgresql import JSONB
+from .base import BaseDataModel
+
+
+class SystemEventLog(BaseDataModel):
+    __tablename__ = "system_event_log"
+
+    id: Mapped[int] = mapped_column(
+        Integer, primary_key=True, autoincrement=True
+    )
+    trace_id: Mapped[str] = mapped_column(
+        String(64), index=True, comment="关联的工作流 trace_id"
+    )
+    event_type: Mapped[str] = mapped_column(
+        String(50), index=True,
+        comment="事件类型: workflow_start/step_enter/step_complete/step_error/workflow_complete/workflow_fail/system"
+    )
+    level: Mapped[str] = mapped_column(
+        String(10), index=True, default="info",
+        comment="日志级别: info/warn/error"
+    )
+    node_name: Mapped[str | None] = mapped_column(
+        String(100), nullable=True, comment="相关节点名称"
+    )
+    message: Mapped[str] = mapped_column(
+        Text, comment="日志消息正文"
+    )
+    extra_data: Mapped[dict | None] = mapped_column(
+        JSONB, nullable=True, comment="附加元数据（step_index/output 等）"
+    )
+    created_at: Mapped[str] = mapped_column(
+        DateTime(timezone=True), server_default=func.now(), index=True
+    )
@@ -0,0 +1,72 @@
+from __future__ import annotations
+
+from typing import List, Optional
+from sqlalchemy import select, desc
+from sqlalchemy.ext.asyncio import async_sessionmaker, AsyncSession
+
+from kilostar.core.postgres_database.model.system_event_log import SystemEventLog
+from kilostar.core.postgres_database.database_exception import database_exception
+
+
+class SystemEventLogDatabase:
+    def __init__(self, async_session_maker: async_sessionmaker[AsyncSession]):
+        self.async_session_maker = async_session_maker
+
+    @database_exception
+    async def insert_event(
+        self,
+        trace_id: str,
+        event_type: str,
+        level: str,
+        message: str,
+        node_name: Optional[str] = None,
+        metadata: Optional[dict] = None,
+    ) -> None:
+        async with self.async_session_maker() as session:
+            log = SystemEventLog(
+                trace_id=trace_id,
+                event_type=event_type,
+                level=level,
+                message=message,
+                node_name=node_name,
+                extra_data=metadata,
+            )
+            session.add(log)
+            await session.commit()
+
+    @database_exception
+    async def query_events(
+        self,
+        trace_id: Optional[str] = None,
+        event_type: Optional[str] = None,
+        level: Optional[str] = None,
+        limit: int = 100,
+        offset: int = 0,
+    ) -> List[dict]:
+        async with self.async_session_maker() as session:
+            stmt = select(SystemEventLog).order_by(desc(SystemEventLog.created_at))
+
+            if trace_id:
+                stmt = stmt.where(SystemEventLog.trace_id == trace_id)
+            if event_type:
+                stmt = stmt.where(SystemEventLog.event_type == event_type)
+            if level:
+                stmt = stmt.where(SystemEventLog.level == level)
+
+            stmt = stmt.offset(offset).limit(limit)
+            result = await session.execute(stmt)
+            rows = result.scalars().all()
+
+            return [
+                {
+                    "id": r.id,
+                    "trace_id": r.trace_id,
+                    "event_type": r.event_type,
+                    "level": r.level,
+                    "node_name": r.node_name,
+                    "message": r.message,
+                    "metadata": r.extra_data,
+                    "created_at": str(r.created_at) if r.created_at else None,
+                }
+                for r in rows
+            ]
@@ -41,6 +41,7 @@ from kilostar.core.postgres_database.model.system_node import SystemNodeConfigMo
 from kilostar.core.postgres_database.model.mcp_server import MCPServerModel
 from kilostar.core.postgres_database.model.tool_config import ToolConfigModel
 from kilostar.core.postgres_database.model.custom_toolset import CustomToolsetModel
+from kilostar.core.postgres_database.model.system_event_log import SystemEventLog

 from .module.individual import IndividualDatabase
 from .module.user import AuthDatabase
@@ -51,6 +52,7 @@ from .module.chat_history import ChatHistoryDatabase
 from .module.mcp_server import MCPServerDatabase
 from .module.tool_config import ToolConfigDatabase
 from .module.custom_toolset import CustomToolsetDatabase
+from .module.system_event_log import SystemEventLogDatabase


@ray.remote
@@ -85,6 +87,7 @@ class PostgresDatabase:
        self._mcp_server_database = MCPServerDatabase(self.async_session_maker)
        self._tool_config_database = ToolConfigDatabase(self.async_session_maker)
        self._custom_toolset_database = CustomToolsetDatabase(self.async_session_maker)
+        self._system_event_log_database = SystemEventLogDatabase(self.async_session_maker)

        self.ready_event = asyncio.Event()

@@ -94,11 +97,10 @@ class PostgresDatabase:
            async with self.async_engine.begin() as conn:
                await conn.run_sync(BaseDataModel.metadata.create_all)
            print("✅ 数据库表创建/验证完成")
+            self.ready_event.set()
        except Exception as e:
            print(f"❌ 数据库初始化失败: {e}")
            raise
-        finally:
-            self.ready_event.set()

    async def ping(self) -> bool:
        """轻量探活：等待 ready 后执行 ``SELECT 1``。"""
@@ -376,3 +378,35 @@ class PostgresDatabase:
        """删除一个自定义工具组。"""
        await self.ready_event.wait()
        return await self._custom_toolset_database.delete(toolset_id)
+
+    # System Event Log Methods
+    async def insert_event_log(
+        self,
+        trace_id: str,
+        event_type: str,
+        level: str,
+        message: str,
+        node_name=None,
+        metadata=None,
+    ):
+        await self.ready_event.wait()
+        return await self._system_event_log_database.insert_event(
+            trace_id=trace_id,
+            event_type=event_type,
+            level=level,
+            message=message,
+            node_name=node_name,
+            metadata=metadata,
+        )
+
+    async def query_event_logs(
+        self, trace_id=None, event_type=None, level=None, limit=100, offset=0
+    ):
+        await self.ready_event.wait()
+        return await self._system_event_log_database.query_events(
+            trace_id=trace_id,
+            event_type=event_type,
+            level=level,
+            limit=limit,
+            offset=offset,
+        )