diff --git a/rag/llm/rerank_model.py b/rag/llm/rerank_model.py index 372ba9e71..0f2078035 100644 --- a/rag/llm/rerank_model.py +++ b/rag/llm/rerank_model.py @@ -194,6 +194,8 @@ class YoudaoRerank(DefaultRerank): "maidalun1020", "InfiniFlow")) self._model = YoudaoRerank._model + self._dynamic_batch_size = 8 + self._min_batch_size = 1 def similarity(self, query: str, texts: list): pairs = [(query, truncate(t, self._model.max_length)) for t in texts]