From 810f997276b7c301dee83e6fa2ea3d71db88d342 Mon Sep 17 00:00:00 2001
From: Kevin Hu <kevinhu.sh@gmail.com>
Date: Mon, 17 Feb 2025 11:20:57 +0800
Subject: [PATCH] Fix <think> in keywords or question auto-generations. (#5021)

### What problem does this PR solve?

**#4983**

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)
---
 api/db/services/dialog_service.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/api/db/services/dialog_service.py b/api/db/services/dialog_service.py
index d3993b63d..0c60d5a83 100644
--- a/api/db/services/dialog_service.py
+++ b/api/db/services/dialog_service.py
@@ -570,6 +570,7 @@ Requirements:
     kwd = chat_mdl.chat(prompt, msg[1:], {"temperature": 0.2})
     if isinstance(kwd, tuple):
         kwd = kwd[0]
+    kwd = re.sub(r"<think>.*</think>", "", kwd)
     if kwd.find("**ERROR**") >= 0:
         return ""
     return kwd
@@ -599,6 +600,7 @@ Requirements:
     kwd = chat_mdl.chat(prompt, msg[1:], {"temperature": 0.2})
     if isinstance(kwd, tuple):
         kwd = kwd[0]
+    kwd = re.sub(r"<think>.*</think>", "", kwd)
     if kwd.find("**ERROR**") >= 0:
         return ""
     return kwd
@@ -669,6 +671,7 @@ Output: What's the weather in Rochester on {tomorrow}?
 ###############
     """
     ans = chat_mdl.chat(prompt, [{"role": "user", "content": "Output: "}], {"temperature": 0.2})
+    ans = re.sub(r"<think>.*</think>", "", ans)
     return ans if ans.find("**ERROR**") < 0 else messages[-1]["content"]
 
 
@@ -793,6 +796,7 @@ Output:
     kwd = chat_mdl.chat(prompt, msg[1:], {"temperature": 0.5})
     if isinstance(kwd, tuple):
         kwd = kwd[0]
+    kwd = re.sub(r"<think>.*</think>", "", kwd)
     if kwd.find("**ERROR**") >= 0:
         raise Exception(kwd)