Refa: reduce default value of MAX_CONCURRENT_CHATS (#5821)

### What problem does this PR solve?

#5786

### Type of change

- [x] Refactoring
This commit is contained in:
Kevin Hu 2025-03-10 11:14:31 +08:00 committed by Zhichang Yu
parent 82f5d901c8
commit 1919780880

View File

@ -30,7 +30,7 @@ from rag.utils.redis_conn import REDIS_CONN
ErrorHandlerFn = Callable[[BaseException | None, str | None, dict | None], None]
chat_limiter = trio.CapacityLimiter(int(os.environ.get('MAX_CONCURRENT_CHATS', 100)))
chat_limiter = trio.CapacityLimiter(int(os.environ.get('MAX_CONCURRENT_CHATS', 10)))
def perform_variable_replacements(
input: str, history: list[dict] | None = None, variables: dict | None = None