From 5b04b7d972f4060b46fcfd5d34cc21f1e37225d4 Mon Sep 17 00:00:00 2001
From: Kevin Hu <kevinhu.sh@gmail.com>
Date: Thu, 20 Mar 2025 11:52:42 +0800
Subject: [PATCH] Fix: rerank with vllm issue. (#6306)

### What problem does this PR solve?

#6301

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)
---
 rag/llm/rerank_model.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/rag/llm/rerank_model.py b/rag/llm/rerank_model.py
index a5e40efaa..474b39a81 100644
--- a/rag/llm/rerank_model.py
+++ b/rag/llm/rerank_model.py
@@ -382,7 +382,7 @@ class CoHereRerank(Base):
         from cohere import Client
 
         self.client = Client(api_key=key, base_url=base_url)
-        self.model_name = model_name
+        self.model_name = model_name.split("___")[0]
 
     def similarity(self, query: str, texts: list):
         token_count = num_tokens_from_string(query) + sum(