mirror of
https://github.com/langbot-app/LangBot.git
synced 2025-11-25 19:37:36 +08:00
31 lines
867 B
Python
31 lines
867 B
Python
from __future__ import annotations
|
|
|
|
from .. import truncator
|
|
from ....core import entities as core_entities
|
|
|
|
|
|
@truncator.truncator_class('round')
|
|
class RoundTruncator(truncator.Truncator):
|
|
"""Truncate the conversation message chain to adapt to the LLM message length limit."""
|
|
|
|
async def truncate(self, query: core_entities.Query) -> core_entities.Query:
|
|
"""Truncate"""
|
|
max_round = query.pipeline_config['ai']['local-agent']['max-round']
|
|
|
|
temp_messages = []
|
|
|
|
current_round = 0
|
|
|
|
# Traverse from back to front
|
|
for msg in query.messages[::-1]:
|
|
if current_round < max_round:
|
|
temp_messages.append(msg)
|
|
if msg.role == 'user':
|
|
current_round += 1
|
|
else:
|
|
break
|
|
|
|
query.messages = temp_messages[::-1]
|
|
|
|
return query
|