From 4b410494b3d0dd12bbde7ce8dffd5b6ef282bf81 Mon Sep 17 00:00:00 2001
From: Giga Group <88305215+maybemaynot@users.noreply.github.com>
Date: Wed, 31 Jul 2024 20:04:43 +0800
Subject: [PATCH] Add model parameter enable_enhance for hunyuan llm model
 (#6847)

Co-authored-by: sun <sun@centen.cn>
---
 .../model_providers/hunyuan/llm/hunyuan-pro.yaml       | 10 ++++++++++
 .../hunyuan/llm/hunyuan-standard-256k.yaml             | 10 ++++++++++
 .../model_providers/hunyuan/llm/hunyuan-standard.yaml  | 10 ++++++++++
 .../model_runtime/model_providers/hunyuan/llm/llm.py   |  3 ++-
 4 files changed, 32 insertions(+), 1 deletion(-)

diff --git a/api/core/model_runtime/model_providers/hunyuan/llm/hunyuan-pro.yaml b/api/core/model_runtime/model_providers/hunyuan/llm/hunyuan-pro.yaml
index d3b1b6d8b6..b173ffbe77 100644
--- a/api/core/model_runtime/model_providers/hunyuan/llm/hunyuan-pro.yaml
+++ b/api/core/model_runtime/model_providers/hunyuan/llm/hunyuan-pro.yaml
@@ -21,6 +21,16 @@ parameter_rules:
     default: 1024
     min: 1
     max: 32000
+  - name: enable_enhance
+    label:
+      zh_Hans: 功能增强
+      en_US: Enable Enhancement
+    type: boolean
+    help:
+      zh_Hans: 功能增强（如搜索）开关，关闭时将直接由主模型生成回复内容，可以降低响应时延（对于流式输出时的首字时延尤为明显）。但在少数场景里，回复效果可能会下降。
+      en_US: Allow the model to perform external search to enhance the generation results.
+    required: false
+    default: true
 pricing:
   input: '0.03'
   output: '0.10'
diff --git a/api/core/model_runtime/model_providers/hunyuan/llm/hunyuan-standard-256k.yaml b/api/core/model_runtime/model_providers/hunyuan/llm/hunyuan-standard-256k.yaml
index 3b28317497..1f94a8623b 100644
--- a/api/core/model_runtime/model_providers/hunyuan/llm/hunyuan-standard-256k.yaml
+++ b/api/core/model_runtime/model_providers/hunyuan/llm/hunyuan-standard-256k.yaml
@@ -21,6 +21,16 @@ parameter_rules:
     default: 1024
     min: 1
     max: 256000
+  - name: enable_enhance
+    label:
+      zh_Hans: 功能增强
+      en_US: Enable Enhancement
+    type: boolean
+    help:
+      zh_Hans: 功能增强（如搜索）开关，关闭时将直接由主模型生成回复内容，可以降低响应时延（对于流式输出时的首字时延尤为明显）。但在少数场景里，回复效果可能会下降。
+      en_US: Allow the model to perform external search to enhance the generation results.
+    required: false
+    default: true
 pricing:
   input: '0.015'
   output: '0.06'
diff --git a/api/core/model_runtime/model_providers/hunyuan/llm/hunyuan-standard.yaml b/api/core/model_runtime/model_providers/hunyuan/llm/hunyuan-standard.yaml
index 88b27f51c4..1db25930fc 100644
--- a/api/core/model_runtime/model_providers/hunyuan/llm/hunyuan-standard.yaml
+++ b/api/core/model_runtime/model_providers/hunyuan/llm/hunyuan-standard.yaml
@@ -21,6 +21,16 @@ parameter_rules:
     default: 1024
     min: 1
     max: 32000
+  - name: enable_enhance
+    label:
+      zh_Hans: 功能增强
+      en_US: Enable Enhancement
+    type: boolean
+    help:
+      zh_Hans: 功能增强（如搜索）开关，关闭时将直接由主模型生成回复内容，可以降低响应时延（对于流式输出时的首字时延尤为明显）。但在少数场景里，回复效果可能会下降。
+      en_US: Allow the model to perform external search to enhance the generation results.
+    required: false
+    default: true
 pricing:
   input: '0.0045'
   output: '0.0005'
diff --git a/api/core/model_runtime/model_providers/hunyuan/llm/llm.py b/api/core/model_runtime/model_providers/hunyuan/llm/llm.py
index 8859dd72bd..6d22f9d2d6 100644
--- a/api/core/model_runtime/model_providers/hunyuan/llm/llm.py
+++ b/api/core/model_runtime/model_providers/hunyuan/llm/llm.py
@@ -36,7 +36,8 @@ class HunyuanLargeLanguageModel(LargeLanguageModel):
 
         custom_parameters = {
             'Temperature': model_parameters.get('temperature', 0.0),
-            'TopP': model_parameters.get('top_p', 1.0)
+            'TopP': model_parameters.get('top_p', 1.0),
+            'EnableEnhancement': model_parameters.get('enable_enhance', True)
         }
 
         params = {