fix text splitter (#22596)

2025-12-25 01:00:42 -05:00 · 2025-07-18 11:21:58 +05:30
parent d37b6716cd
commit ed263aed9f
1 changed files with 1 additions and 0 deletions
--- a/api/core/rag/splitter/fixed_text_splitter.py
+++ b/api/core/rag/splitter/fixed_text_splitter.py
@@ -102,6 +102,7 @@ class FixedRecursiveCharacterTextSplitter(EnhanceRecursiveCharacterTextSplitter)
                splits = text.split()
            else:
                splits = text.split(separator)
+                splits = [item + separator if i < len(splits) else item for i, item in enumerate(splits)]
        else:
            splits = list(text)
        splits = [s for s in splits if (s not in {"", "\n"})]