From c5368c77456a9014d92a5caa3f87ef90f28602ee Mon Sep 17 00:00:00 2001 From: Kevin Hu Date: Thu, 14 Nov 2024 13:20:17 +0800 Subject: [PATCH] resolve halt while starting up (#3397) ### What problem does this PR solve? ### Type of change - [x] Bug Fix (non-breaking change which fixes an issue) --- api/validation.py | 5 +++-- rag/nlp/rag_tokenizer.py | 1 - 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/api/validation.py b/api/validation.py index 81594eebc..31aa0e543 100644 --- a/api/validation.py +++ b/api/validation.py @@ -17,6 +17,7 @@ import sys from api.utils.log_utils import logger + def python_version_validation(): # Check python version required_python_version = (3, 10) @@ -33,5 +34,5 @@ python_version_validation() # Download nltk data import nltk -nltk.download('wordnet') -nltk.download('punkt_tab') \ No newline at end of file +nltk.download('wordnet', halt_on_error=False, quiet=True) +nltk.download('punkt_tab', halt_on_error=False, quiet=True) \ No newline at end of file diff --git a/rag/nlp/rag_tokenizer.py b/rag/nlp/rag_tokenizer.py index 7d1eaf3a8..cd71fa64c 100644 --- a/rag/nlp/rag_tokenizer.py +++ b/rag/nlp/rag_tokenizer.py @@ -55,7 +55,6 @@ class RagTokenizer: except Exception: logger.exception(f"[HUQIE]:Build trie {fnm} failed") - def __init__(self, debug=False): self.DEBUG = debug self.DENOMINATOR = 1000000