From 8fb8374dfc21bf8eeae1513f710a64864dbf8783 Mon Sep 17 00:00:00 2001 From: Kevin Hu Date: Thu, 6 Mar 2025 17:51:22 +0800 Subject: [PATCH] Fix: delimiter issue. (#5720) ### What problem does this PR solve? #5704 ### Type of change - [x] Bug Fix (non-breaking change which fixes an issue) --- deepdoc/parser/txt_parser.py | 1 + 1 file changed, 1 insertion(+) diff --git a/deepdoc/parser/txt_parser.py b/deepdoc/parser/txt_parser.py index 92f6f3299..1b22865e1 100644 --- a/deepdoc/parser/txt_parser.py +++ b/deepdoc/parser/txt_parser.py @@ -31,6 +31,7 @@ class RAGFlowTxtParser: raise TypeError("txt type should be str!") cks = [""] tk_nums = [0] + delimiter = delimiter.encode('utf-8').decode('unicode_escape').encode('latin1').decode('utf-8') def add_chunk(t): nonlocal cks, tk_nums, delimiter