diff --git a/api/core/model_runtime/model_providers/xinference/llm/xinference_helper.py b/api/core/model_runtime/model_providers/xinference/llm/xinference_helper.py
index cb27025337..d73fab29e5 100644
--- a/api/core/model_runtime/model_providers/xinference/llm/xinference_helper.py
+++ b/api/core/model_runtime/model_providers/xinference/llm/xinference_helper.py
@@ -33,10 +33,13 @@ class XinferenceHelper:
 
     @staticmethod
     def _clean_cache() -> None:
-        with cache_lock:
-            for model_uid, model in cache.items():
-                if model['expires'] < time():
+        try:
+            with cache_lock:
+                expired_keys = [model_uid for model_uid, model in cache.items() if model['expires'] < time()]
+                for model_uid in expired_keys:
                     del cache[model_uid]
+        except RuntimeError as e:
+            pass
 
     @staticmethod
     def _get_xinference_extra_parameter(server_url: str, model_uid: str) -> XinferenceModelExtraParameter: