chore: initial commit for Pretor v0.1.0-alpha

正式发布 Pretor 平台的首个 alpha 版本。本项目旨在构建一个基于分布式架构的多智能体协同工作流水线。核心功能实现： 1. 建立基于 BaseIndividual 的动态插件加载机制。 2. 实现三类核心 worker_individual 子个体。 3. 集成 Ray 框架支持分布式集群调度。 4. 基于 PostgreSQL 的全量持久化存储方案。 5. 提供完整的 FastAPI 后端与 React 前端交互界面。
2026-04-29 10:09:07 +08:00
commit d84212f780
163 changed files with 19251 additions and 0 deletions
@@ -0,0 +1,14 @@
+#  Copyright 2026 zhaoxi826
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
@@ -0,0 +1,83 @@
+#  Copyright 2026 zhaoxi826
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+from pretor.core.database.table.individual import WorkerIndividual
+from sqlmodel import select
+from typing import List, Optional
+from pretor.core.database.database_exception import database_exception
+
+from ulid import ULID
+
+class IndividualDatabase:
+    def __init__(self, async_session_maker):
+        self.async_session_maker = async_session_maker
+
+    @database_exception
+    async def add_worker_individual(self, **kwargs) -> WorkerIndividual:
+        async with self.async_session_maker() as session:
+            agent_id = str(ULID())
+            individual = WorkerIndividual(agent_id=agent_id, **kwargs)
+            session.add(individual)
+            await session.commit()
+            await session.refresh(individual)
+            return individual
+
+    @database_exception
+    async def get_worker_individual(self, agent_id: str) -> Optional[WorkerIndividual]:
+        async with self.async_session_maker() as session:
+            statement = select(WorkerIndividual).where(WorkerIndividual.agent_id == agent_id)
+            results = await session.execute(statement)
+            return results.scalar_one_or_none()
+
+    @database_exception
+    async def get_worker_individual_list(self, owner_id: str) -> List[WorkerIndividual]:
+        async with self.async_session_maker() as session:
+            statement = select(WorkerIndividual).where(WorkerIndividual.owner_id == owner_id)
+            results = await session.execute(statement)
+            return list(results.scalars().all())
+
+    @database_exception
+    async def update_worker_individual(self, agent_id: str, **kwargs) -> Optional[WorkerIndividual]:
+        async with self.async_session_maker() as session:
+            statement = select(WorkerIndividual).where(WorkerIndividual.agent_id == agent_id)
+            results = await session.execute(statement)
+            individual = results.scalar_one_or_none()
+            if not individual:
+                return None
+            for key, value in kwargs.items():
+                if value is not None:
+                    setattr(individual, key, value)
+            session.add(individual)
+            await session.commit()
+            await session.refresh(individual)
+            return individual
+
+    @database_exception
+    async def delete_worker_individual(self, agent_id: str) -> bool:
+        async with self.async_session_maker() as session:
+            statement = select(WorkerIndividual).where(WorkerIndividual.agent_id == agent_id)
+            results = await session.execute(statement)
+            individual = results.scalar_one_or_none()
+            if not individual:
+                return False
+            session.delete(individual)
+            await session.commit()
+            return True
+
+    @database_exception
+    async def get_all_worker_individual(self) -> List[WorkerIndividual]:
+        async with self.async_session_maker() as session:
+            statement = select(WorkerIndividual)
+            results = await session.execute(statement)
+            return list(results.scalars().all())
@@ -0,0 +1,68 @@
+#  Copyright 2026 zhaoxi826
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+from sqlmodel import SQLModel, Field, select
+from typing import Optional, List
+import json
+
+class WorkflowRecord(SQLModel, table=True):
+    id: Optional[int] = Field(default=None, primary_key=True)
+    workflow_id: str = Field(index=True)
+    workflow_data_json: str
+
+class MemoryRecord(SQLModel, table=True):
+    id: Optional[int] = Field(default=None, primary_key=True)
+    memory_text: str
+    embedding: List[float] = Field(sa_column_kwargs={"type_": "VECTOR"})  # Requires pgvector extension setup in DB
+
+class MemoryRAG:
+    def __init__(self, async_session_maker):
+        self.async_session_maker = async_session_maker
+
+    async def save_workflow(self, workflow_id: str, workflow_data: dict):
+        async with self.async_session_maker() as session:
+            record = WorkflowRecord(
+                workflow_id=workflow_id,
+                workflow_data_json=json.dumps(workflow_data)
+            )
+            session.add(record)
+            await session.commit()
+            await session.refresh(record)
+            return record
+
+    async def get_workflow(self, workflow_id: str):
+        async with self.async_session_maker() as session:
+            statement = select(WorkflowRecord).where(WorkflowRecord.workflow_id == workflow_id)
+            results = await session.execute(statement)
+            record = results.scalar_one_or_none()
+            if record:
+                return json.loads(record.workflow_data_json)
+            return None
+
+    async def add_memory(self, memory_text: str, embedding: List[float]):
+        async with self.async_session_maker() as session:
+            record = MemoryRecord(memory_text=memory_text, embedding=embedding)
+            session.add(record)
+            await session.commit()
+            await session.refresh(record)
+            return record
+
+    async def retrieve_memory(self, query_embedding: List[float], limit: int = 5):
+        # Requires pgvector specific operations; simplified retrieval simulation here
+        async with self.async_session_maker() as session:
+            # A true pgvector query would use an ORDER BY using `<->` operator
+            # e.g. statement = select(MemoryRecord).order_by(MemoryRecord.embedding.l2_distance(query_embedding)).limit(limit)
+            statement = select(MemoryRecord).limit(limit)
+            results = await session.execute(statement)
+            return results.all()
@@ -0,0 +1,64 @@
+#  Copyright 2026 zhaoxi826
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+from typing import List
+
+from pretor.core.database.table.provider import Provider
+from sqlmodel import select
+from pretor.core.database.database_exception import database_exception
+
+class ProviderDatabase:
+    def __init__(self, async_session_maker):
+        self.async_session_maker = async_session_maker
+
+    @database_exception
+    async def get_provider(self) -> List[Provider]:
+        async with self.async_session_maker() as session:
+            statement = select(Provider)
+            results = await session.execute(statement)
+            results = results.scalars().all()
+            providers = [Provider(provider_title=provider.provider_title,
+                                  provider_url=provider.provider_url,
+                                  provider_apikey=provider.provider_apikey,
+                                  provider_models=provider.provider_models,
+                                  provider_type=provider.provider_type) for provider in results]
+            return providers
+
+    @database_exception
+    async def add_provider(self, **kwargs) -> None:
+        async with self.async_session_maker() as session:
+            provider = Provider(**kwargs)
+            session.add(provider)
+            await session.commit()
+
+    @database_exception
+    async def delete_provider(self, provider_id: str) -> None:
+        async with self.async_session_maker() as session:
+            provider = await session.get(Provider, provider_id)
+            if provider is not None:
+                session.delete(provider)
+                await session.commit()
+
+    @database_exception
+    async def update_provider(self, provider_id: str, **kwargs) -> Provider:
+        async with self.async_session_maker() as session:
+            provider = await session.get(Provider, provider_id)
+            if provider is not None:
+                for key, value in kwargs.items():
+                    setattr(provider, key, value)
+                session.add(provider)
+                await session.commit()
+                await session.refresh(provider)
+                return provider
+            return None
@@ -0,0 +1,54 @@
+#  Copyright 2026 zhaoxi826
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+from pretor.core.database.table.system_node import SystemNodeConfig
+from sqlmodel import select
+from typing import List, Optional
+from pretor.core.database.database_exception import database_exception
+
+class SystemNodeDatabase:
+    def __init__(self, async_session_maker):
+        self.async_session_maker = async_session_maker
+
+    @database_exception
+    async def upsert_system_node_config(self, node_name: str, provider_title: str, model_id: str, tools: Optional[List[str]] = None) -> SystemNodeConfig:
+        async with self.async_session_maker() as session:
+            statement = select(SystemNodeConfig).where(SystemNodeConfig.node_name == node_name)
+            results = await session.execute(statement)
+            config = results.scalar_one_or_none()
+            if config:
+                config.provider_title = provider_title
+                config.model_id = model_id
+                if tools is not None:
+                    config.tools = tools
+            else:
+                config = SystemNodeConfig(node_name=node_name, provider_title=provider_title, model_id=model_id, tools=tools)
+            session.add(config)
+            await session.commit()
+            await session.refresh(config)
+            return config
+
+    @database_exception
+    async def get_all_system_node_configs(self) -> List[SystemNodeConfig]:
+        async with self.async_session_maker() as session:
+            statement = select(SystemNodeConfig)
+            results = await session.execute(statement)
+            return list(results.scalars().all())
+
+    @database_exception
+    async def get_system_node_config(self, node_name: str) -> Optional[SystemNodeConfig]:
+        async with self.async_session_maker() as session:
+            statement = select(SystemNodeConfig).where(SystemNodeConfig.node_name == node_name)
+            results = await session.execute(statement)
+            return results.scalar_one_or_none()
@@ -0,0 +1,135 @@
+#  Copyright 2026 zhaoxi826
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+from pretor.core.database.table.user import User
+from sqlmodel import select
+from pretor.utils.error import UserNotExistError, UserPasswordError
+from pretor.core.database.database_exception import database_exception
+from pretor.core.database.table.user import UserAuthority
+from pretor.utils.access import Accessor
+
+class AuthDatabase:
+    def __init__(self, async_session_maker):
+        self.async_session_maker = async_session_maker
+
+    @database_exception
+    async def add_user(self, user_name: str, hashed_password: str) -> User:
+        from ulid import ULID
+        async with self.async_session_maker() as session:
+            # Check if any users exist
+            statement = select(User).limit(1)
+            results = await session.execute(statement)
+            existing_user = results.first()
+
+            authority = UserAuthority.USER
+            if existing_user is None:
+                authority = UserAuthority.SUPER_ADMINISTRATOR
+
+            user = User(
+                user_id=str(ULID()),
+                user_name=user_name,
+                hashed_password=hashed_password,
+                user_authority=authority
+            )
+            session.add(user)
+            await session.commit()
+            await session.refresh(user)
+            return user
+
+    @database_exception
+    async def change_password(self, user_name, old_password, new_password) -> User:
+        async with self.async_session_maker() as session:
+            statement = select(User).where(User.user_name == user_name)
+            results = await session.execute(statement)
+            user = results.scalar_one_or_none()
+            if user is None:
+                raise UserNotExistError()
+            if not Accessor.verify_password(old_password, user.hashed_password):
+                raise UserPasswordError()
+            user.hashed_password = new_password
+            session.add(user)
+            await session.commit()
+            await session.refresh(user)
+            return user
+
+    @database_exception
+    async def delete_user(self, user_name: str) -> None:
+        async with self.async_session_maker() as session:
+            statement = select(User).where(User.user_name == user_name)
+            results = await session.execute(statement)
+            user = results.scalar_one_or_none()
+            if user is None:
+                raise UserNotExistError()
+            session.delete(user)
+            await session.commit()
+
+    @database_exception
+    async def delete_user_by_id(self, user_id: str) -> None:
+        async with self.async_session_maker() as session:
+            user = await session.get(User, user_id)
+            if user is None:
+                raise UserNotExistError()
+            session.delete(user)
+            await session.commit()
+
+    @database_exception
+    async def login_user(self, user_name: str) -> str:
+        async with self.async_session_maker() as session:
+            statement = select(User).where(User.user_name == user_name)
+            results = await session.execute(statement)
+            user = results.scalar_one_or_none()
+            if user is None:
+                raise UserNotExistError()
+            return user
+
+    @database_exception
+    async def get_all_users(self) -> list[User]:
+        async with self.async_session_maker() as session:
+            statement = select(User)
+            results = await session.execute(statement)
+            users = results.scalars().all()
+            return list(users)
+
+    @database_exception
+    async def get_user_authority(self, user_id: str) -> UserAuthority:
+        async with self.async_session_maker() as session:
+            user = await session.get(User, user_id)
+            if user is None:
+                raise UserNotExistError()
+            return user.user_authority
+
+    @database_exception
+    async def change_user_authority(self, user_id: str, new_authority: UserAuthority) -> User:
+        """
+        Changes the authority level of a specific user.
+
+        Args:
+            user_id: The ID of the user whose authority is to be changed.
+            new_authority: The new authority level to assign to the user.
+
+        Returns:
+            User: The updated user object.
+
+        Raises:
+            UserNotExistError: If the specified user does not exist.
+        """
+        async with self.async_session_maker() as session:
+            user = await session.get(User, user_id)
+            if user is None:
+                raise UserNotExistError()
+            user.user_authority = new_authority
+            session.add(user)
+            await session.commit()
+            await session.refresh(user)
+            return user