injectlib/WeKnora
1
0
Fork 0
mirror of https://github.com/Tencent/WeKnora.git synced 2025-11-25 03:15:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

refactor: remove unnecessary header handling in chunk processing and update example usage

Browse Source
This commit is contained in:
begoniezhao
2025-11-21 15:13:57 +08:00
parent b9f264b883
commit a0685a22db
1 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
docreader/splitter/splitter.py
View File

@@ -198,8 +198,6 @@ class TextSplitter(BaseModel, Generic[T]):
# handle the last chunk # handle the last chunk
assert cur_chunk assert cur_chunk
if cur_headers and cur_len < self.chunk_size:
cur_chunk.insert(0, (cur_chunk[0][0], cur_chunk[0][1], cur_headers))
chunks.append( chunks.append(
( (
cur_chunk[0][0], cur_chunk[0][0],