AI/ragflow
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/infiniflow/ragflow.git synced 2025-04-22 22:20:07 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix ollama max token issue (#1489)

Browse Source 
### What problem does this PR solve?


### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)
This commit is contained in:
Kevin Hu 2024-07-12 16:37:32 +08:00 committed by GitHub
parent d5618749c9
commit a5a617b7a3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
api/db/services/dialog_service.py
View File

@ -80,7 +80,7 @@ def chat(dialog, messages, stream=True, **kwargs):
llm = TenantLLMService.query(tenant_id=dialog.tenant_id, llm_name=dialog.llm_id) llm = TenantLLMService.query(tenant_id=dialog.tenant_id, llm_name=dialog.llm_id)
if not llm: if not llm:
raise LookupError("LLM(%s) not found" % dialog.llm_id) raise LookupError("LLM(%s) not found" % dialog.llm_id)
max_tokens = 1024 max_tokens = 8192
else: else:
max_tokens = llm[0].max_tokens max_tokens = llm[0].max_tokens
kbs = KnowledgebaseService.get_by_ids(dialog.kb_ids) kbs = KnowledgebaseService.get_by_ids(dialog.kb_ids)

2
api/ragflow_server.py
View File

@ -94,7 +94,7 @@ if __name__ == '__main__':
werkzeug_logger = logging.getLogger("werkzeug") werkzeug_logger = logging.getLogger("werkzeug")
for h in access_logger.handlers: for h in access_logger.handlers:
werkzeug_logger.addHandler(h) werkzeug_logger.addHandler(h)
run_simple(hostname=HOST, port=HTTP_PORT, application=app, threaded=True, use_reloader=RuntimeConfig.DEBUG, use_debugger=RuntimeConfig.DEBUG) run_simple(hostname=HOST, port=HTTP_PORT, application=app, processes=5, use_reloader=RuntimeConfig.DEBUG, use_debugger=RuntimeConfig.DEBUG)
except Exception: except Exception:
traceback.print_exc() traceback.print_exc()
os.kill(os.getpid(), signal.SIGKILL) os.kill(os.getpid(), signal.SIGKILL)

2
graph/component/base.py
View File

@ -35,7 +35,7 @@ _IS_RAW_CONF = "_is_raw_conf"
class ComponentParamBase(ABC): class ComponentParamBase(ABC):
def __init__(self): def __init__(self):
self.output_var_name = "output" self.output_var_name = "output"
self.message_history_window_size = 4 self.message_history_window_size = 22
def set_name(self, name: str): def set_name(self, name: str):
self._name = name self._name = name