mirror of
https://github.com/langbot-app/LangBot.git
synced 2025-11-26 03:44:58 +08:00
* chore: set Python version to 3.10 * feat: add pyproject.toml for project configuration and dependencies * style: streamline bot retrieval and update logic in PipelineService * feat: update dependencies and configuration for ruff and pip * chore: remove ruff configuration file * style: change quote style from single to double in ruff configuration * style: unify string quote style to double quotes across multiple files * chore: update .gitignore to include .venv and uv.lock * chore: remove unused configuration files and clean up project structure * chore: revert quote-style to `single` * chore: set default python version to 3.12 --------- Co-authored-by: Junyan Qin <rockchinq@gmail.com>
122 lines
4.5 KiB
Python
122 lines
4.5 KiB
Python
from __future__ import annotations
|
|
|
|
import uuid
|
|
import json
|
|
import sqlalchemy
|
|
|
|
from ....core import app
|
|
from ....entity.persistence import pipeline as persistence_pipeline
|
|
|
|
|
|
default_stage_order = [
|
|
'GroupRespondRuleCheckStage', # 群响应规则检查
|
|
'BanSessionCheckStage', # 封禁会话检查
|
|
'PreContentFilterStage', # 内容过滤前置阶段
|
|
'PreProcessor', # 预处理器
|
|
'ConversationMessageTruncator', # 会话消息截断器
|
|
'RequireRateLimitOccupancy', # 请求速率限制占用
|
|
'MessageProcessor', # 处理器
|
|
'ReleaseRateLimitOccupancy', # 释放速率限制占用
|
|
'PostContentFilterStage', # 内容过滤后置阶段
|
|
'ResponseWrapper', # 响应包装器
|
|
'LongTextProcessStage', # 长文本处理
|
|
'SendResponseBackStage', # 发送响应
|
|
]
|
|
|
|
|
|
class PipelineService:
|
|
ap: app.Application
|
|
|
|
def __init__(self, ap: app.Application) -> None:
|
|
self.ap = ap
|
|
|
|
async def get_pipeline_metadata(self) -> dict:
|
|
return [
|
|
self.ap.pipeline_config_meta_trigger.data,
|
|
self.ap.pipeline_config_meta_safety.data,
|
|
self.ap.pipeline_config_meta_ai.data,
|
|
self.ap.pipeline_config_meta_output.data,
|
|
]
|
|
|
|
async def get_pipelines(self) -> list[dict]:
|
|
result = await self.ap.persistence_mgr.execute_async(sqlalchemy.select(persistence_pipeline.LegacyPipeline))
|
|
|
|
pipelines = result.all()
|
|
return [
|
|
self.ap.persistence_mgr.serialize_model(persistence_pipeline.LegacyPipeline, pipeline)
|
|
for pipeline in pipelines
|
|
]
|
|
|
|
async def get_pipeline(self, pipeline_uuid: str) -> dict | None:
|
|
result = await self.ap.persistence_mgr.execute_async(
|
|
sqlalchemy.select(persistence_pipeline.LegacyPipeline).where(
|
|
persistence_pipeline.LegacyPipeline.uuid == pipeline_uuid
|
|
)
|
|
)
|
|
|
|
pipeline = result.first()
|
|
|
|
if pipeline is None:
|
|
return None
|
|
|
|
return self.ap.persistence_mgr.serialize_model(persistence_pipeline.LegacyPipeline, pipeline)
|
|
|
|
async def create_pipeline(self, pipeline_data: dict, default: bool = False) -> str:
|
|
pipeline_data['uuid'] = str(uuid.uuid4())
|
|
pipeline_data['for_version'] = self.ap.ver_mgr.get_current_version()
|
|
pipeline_data['stages'] = default_stage_order.copy()
|
|
pipeline_data['is_default'] = default
|
|
pipeline_data['config'] = json.load(open('templates/default-pipeline-config.json', 'r', encoding='utf-8'))
|
|
|
|
await self.ap.persistence_mgr.execute_async(
|
|
sqlalchemy.insert(persistence_pipeline.LegacyPipeline).values(**pipeline_data)
|
|
)
|
|
|
|
pipeline = await self.get_pipeline(pipeline_data['uuid'])
|
|
|
|
await self.ap.pipeline_mgr.load_pipeline(pipeline)
|
|
|
|
return pipeline_data['uuid']
|
|
|
|
async def update_pipeline(self, pipeline_uuid: str, pipeline_data: dict) -> None:
|
|
if 'uuid' in pipeline_data:
|
|
del pipeline_data['uuid']
|
|
if 'for_version' in pipeline_data:
|
|
del pipeline_data['for_version']
|
|
if 'stages' in pipeline_data:
|
|
del pipeline_data['stages']
|
|
if 'is_default' in pipeline_data:
|
|
del pipeline_data['is_default']
|
|
|
|
await self.ap.persistence_mgr.execute_async(
|
|
sqlalchemy.update(persistence_pipeline.LegacyPipeline)
|
|
.where(persistence_pipeline.LegacyPipeline.uuid == pipeline_uuid)
|
|
.values(**pipeline_data)
|
|
)
|
|
|
|
pipeline = await self.get_pipeline(pipeline_uuid)
|
|
|
|
if 'name' in pipeline_data:
|
|
from ....entity.persistence import bot as persistence_bot
|
|
|
|
result = await self.ap.persistence_mgr.execute_async(
|
|
sqlalchemy.select(persistence_bot.Bot).where(persistence_bot.Bot.use_pipeline_uuid == pipeline_uuid)
|
|
)
|
|
|
|
bots = result.all()
|
|
|
|
for bot in bots:
|
|
bot_data = {'use_pipeline_name': pipeline_data['name']}
|
|
await self.ap.bot_service.update_bot(bot.uuid, bot_data)
|
|
|
|
await self.ap.pipeline_mgr.remove_pipeline(pipeline_uuid)
|
|
await self.ap.pipeline_mgr.load_pipeline(pipeline)
|
|
|
|
async def delete_pipeline(self, pipeline_uuid: str) -> None:
|
|
await self.ap.persistence_mgr.execute_async(
|
|
sqlalchemy.delete(persistence_pipeline.LegacyPipeline).where(
|
|
persistence_pipeline.LegacyPipeline.uuid == pipeline_uuid
|
|
)
|
|
)
|
|
await self.ap.pipeline_mgr.remove_pipeline(pipeline_uuid)
|