diff --git a/api/core/model_runtime/model_providers/xinference/rerank/rerank.py b/api/core/model_runtime/model_providers/xinference/rerank/rerank.py
index 1399e9ccd2..dd25037d34 100644
--- a/api/core/model_runtime/model_providers/xinference/rerank/rerank.py
+++ b/api/core/model_runtime/model_providers/xinference/rerank/rerank.py
@@ -44,6 +44,9 @@ class XinferenceRerankModel(RerankModel):
                 docs=[]
             )
 
+        if credentials['server_url'].endswith('/'):
+            credentials['server_url'] = credentials['server_url'][:-1]
+
         # initialize client
         client = Client(
             base_url=credentials['server_url']