diff --git a/agent/component/categorize.py b/agent/component/categorize.py index 0d627db67..3f7a0cba9 100644 --- a/agent/component/categorize.py +++ b/agent/component/categorize.py @@ -50,26 +50,29 @@ class CategorizeParam(GenerateParam): for c, desc in self.category_description.items(): if desc.get("description"): descriptions.append( - "--------------------\nCategory: {}\nDescription: {}\n".format(c, desc["description"])) + "\nCategory: {}\nDescription: {}".format(c, desc["description"])) self.prompt = """ - You're a text classifier. You need to categorize the user’s questions into {} categories, - namely: {} - Here's description of each category: - {} +Role: You're a text classifier. +Task: You need to categorize the user’s questions into {} categories, namely: {} - You could learn from the following examples: - {} - You could learn from the above examples. - Just mention the category names, no need for any additional words. - - ---- Real Data ---- - {} +Here's description of each category: +{} + +You could learn from the following examples: +{} +You could learn from the above examples. + +Requirements: +- Just mention the category names, no need for any additional words. + +---- Real Data ---- +USER: {}\n """.format( len(self.category_description.keys()), "/".join(list(self.category_description.keys())), "\n".join(descriptions), - "- ".join(cate_lines), + "\n\n- ".join(cate_lines), chat_hist ) return self.prompt diff --git a/rag/llm/chat_model.py b/rag/llm/chat_model.py index 8a208a71d..57cf53178 100644 --- a/rag/llm/chat_model.py +++ b/rag/llm/chat_model.py @@ -441,7 +441,9 @@ class OllamaChat(Base): if "max_tokens" in gen_conf: del gen_conf["max_tokens"] try: - options = {} + options = { + "num_ctx": 32768 + } if "temperature" in gen_conf: options["temperature"] = gen_conf["temperature"] if "max_tokens" in gen_conf: