mirror of
https://github.com/langbot-app/LangBot.git
synced 2025-11-25 19:37:36 +08:00
36 lines
1.1 KiB
Python
36 lines
1.1 KiB
Python
from __future__ import annotations
|
|
|
|
from .. import stage, entities
|
|
from . import truncator
|
|
from ...utils import importutil
|
|
import langbot_plugin.api.entities.builtin.pipeline.query as pipeline_query
|
|
from . import truncators
|
|
|
|
importutil.import_modules_in_pkg(truncators)
|
|
|
|
|
|
@stage.stage_class('ConversationMessageTruncator')
|
|
class ConversationMessageTruncator(stage.PipelineStage):
|
|
"""Conversation message truncator
|
|
|
|
Used to truncate the conversation message chain to adapt to the LLM message length limit.
|
|
"""
|
|
|
|
trun: truncator.Truncator
|
|
|
|
async def initialize(self, pipeline_config: dict):
|
|
use_method = 'round'
|
|
|
|
for trun in truncator.preregistered_truncators:
|
|
if trun.name == use_method:
|
|
self.trun = trun(self.ap)
|
|
break
|
|
else:
|
|
raise ValueError(f'Unknown truncator: {use_method}')
|
|
|
|
async def process(self, query: pipeline_query.Query, stage_inst_name: str) -> entities.StageProcessResult:
|
|
"""处理"""
|
|
query = await self.trun.truncate(query)
|
|
|
|
return entities.StageProcessResult(result_type=entities.ResultType.CONTINUE, new_query=query)
|