From fc867cb959ccb39b4e7b0a297e35047a7769f85b Mon Sep 17 00:00:00 2001
From: Kevin Hu <kevinhu.sh@gmail.com>
Date: Sun, 29 Sep 2024 12:47:09 +0800
Subject: [PATCH] rename get_txt to get_text (#2649)

### What problem does this PR solve?



### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)
---
 deepdoc/parser/utils.py |  2 +-
 rag/app/book.py         |  1 -
 rag/app/laws.py         |  4 ++--
 rag/app/one.py          |  6 +++---
 rag/app/qa.py           | 10 ++++++----
 rag/app/table.py        |  2 +-
 6 files changed, 13 insertions(+), 12 deletions(-)

diff --git a/deepdoc/parser/utils.py b/deepdoc/parser/utils.py
index 79ee6bb68..58be06c91 100644
--- a/deepdoc/parser/utils.py
+++ b/deepdoc/parser/utils.py
@@ -14,7 +14,7 @@
 from rag.nlp import find_codec
 
 
-def get_txt(fnm: str, binary=None) -> str:
+def get_text(fnm: str, binary=None) -> str:
     txt = ""
     if binary:
         encoding = find_codec(binary)
diff --git a/rag/app/book.py b/rag/app/book.py
index da37b1159..716c3b4eb 100644
--- a/rag/app/book.py
+++ b/rag/app/book.py
@@ -10,7 +10,6 @@
 #  See the License for the specific language governing permissions and
 #  limitations under the License.
 #
-import copy
 from tika import parser
 import re
 from io import BytesIO
diff --git a/rag/app/laws.py b/rag/app/laws.py
index 90a2cddf4..c1f2740d0 100644
--- a/rag/app/laws.py
+++ b/rag/app/laws.py
@@ -17,7 +17,7 @@ from io import BytesIO
 from docx import Document
 
 from api.db import ParserType
-from deepdoc.parser.utils import get_txt
+from deepdoc.parser.utils import get_text
 from rag.nlp import bullets_category, is_english, tokenize, remove_contents_table, hierarchical_merge, \
     make_colon_as_title, add_positions, tokenize_chunks, find_codec, docx_question_level
 from rag.nlp import rag_tokenizer
@@ -166,7 +166,7 @@ def chunk(filename, binary=None, from_page=0, to_page=100000,
 
     elif re.search(r"\.txt$", filename, re.IGNORECASE):
         callback(0.1, "Start to parse.")
-        txt = get_txt(filename, binary)
+        txt = get_text(filename, binary)
         sections = txt.split("\n")
         sections = [l for l in sections if l]
         callback(0.8, "Finish parsing.")
diff --git a/rag/app/one.py b/rag/app/one.py
index 65166381b..6a20ef6a9 100644
--- a/rag/app/one.py
+++ b/rag/app/one.py
@@ -14,9 +14,9 @@ from tika import parser
 from io import BytesIO
 import re
 
-from deepdoc.parser.utils import get_txt
+from deepdoc.parser.utils import get_text
 from rag.app import laws
-from rag.nlp import rag_tokenizer, tokenize, find_codec
+from rag.nlp import rag_tokenizer, tokenize
 from deepdoc.parser import PdfParser, ExcelParser, PlainParser, HtmlParser
 
 
@@ -84,7 +84,7 @@ def chunk(filename, binary=None, from_page=0, to_page=100000,
 
     elif re.search(r"\.(txt|md|markdown)$", filename, re.IGNORECASE):
         callback(0.1, "Start to parse.")
-        txt = get_txt(filename, binary)
+        txt = get_text(filename, binary)
         sections = txt.split("\n")
         sections = [s for s in sections if s]
         callback(0.8, "Finish parsing.")
diff --git a/rag/app/qa.py b/rag/app/qa.py
index 4b8027f3d..0a7757579 100644
--- a/rag/app/qa.py
+++ b/rag/app/qa.py
@@ -17,14 +17,16 @@ from timeit import default_timer as timer
 from nltk import word_tokenize
 from openpyxl import load_workbook
 
-from deepdoc.parser.utils import get_txt
-from rag.nlp import is_english, random_choices, find_codec, qbullets_category, add_positions, has_qbullet, docx_question_level
+from deepdoc.parser.utils import get_text
+from rag.nlp import is_english, random_choices, qbullets_category, add_positions, has_qbullet, docx_question_level
 from rag.nlp import rag_tokenizer, tokenize_table, concat_img
 from rag.settings import cron_logger
 from deepdoc.parser import PdfParser, ExcelParser, DocxParser
 from docx import Document
 from PIL import Image
 from markdown import markdown
+
+
 class Excel(ExcelParser):
     def __call__(self, fnm, binary=None, callback=None):
         if not binary:
@@ -307,7 +309,7 @@ def chunk(filename, binary=None, lang="Chinese", callback=None, **kwargs):
         return res
     elif re.search(r"\.(txt|csv)$", filename, re.IGNORECASE):
         callback(0.1, "Start to parse.")
-        txt = get_txt(filename, binary)
+        txt = get_text(filename, binary)
         lines = txt.split("\n")
         comma, tab = 0, 0
         for l in lines:
@@ -350,7 +352,7 @@ def chunk(filename, binary=None, lang="Chinese", callback=None, **kwargs):
         return res
     elif re.search(r"\.(md|markdown)$", filename, re.IGNORECASE):
         callback(0.1, "Start to parse.")
-        txt = get_txt(filename, binary)
+        txt = get_text(filename, binary)
         lines = txt.split("\n")
         last_question, last_answer = "", ""
         question_stack, level_stack = [], []
diff --git a/rag/app/table.py b/rag/app/table.py
index e55a775e6..c03ccaff3 100644
--- a/rag/app/table.py
+++ b/rag/app/table.py
@@ -21,7 +21,7 @@ from dateutil.parser import parse as datetime_parse
 
 from api.db.services.knowledgebase_service import KnowledgebaseService
 from deepdoc.parser.utils import get_text
-from rag.nlp import rag_tokenizer, is_english, tokenize, find_codec
+from rag.nlp import rag_tokenizer, tokenize
 from deepdoc.parser import ExcelParser