diff --git a/api/core/callback_handler/llm_callback_handler.py b/api/core/callback_handler/llm_callback_handler.py
index da38fcabf5..89a7630737 100644
--- a/api/core/callback_handler/llm_callback_handler.py
+++ b/api/core/callback_handler/llm_callback_handler.py
@@ -79,6 +79,7 @@ class LLMCallbackHandler(BaseCallbackHandler):
             self.conversation_message_task.append_message_text(token)
         except ConversationTaskStoppedException as ex:
             self.on_llm_error(error=ex)
+            raise ex
 
         self.llm_message.completion += token