AI/open-webui
1
0
Fork 1
mirror of https://git.mirrors.martin98.com/https://github.com/open-webui/open-webui synced 2025-08-18 03:35:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

Add support for configuring FastAPI/AnyIO Thread Pool Size

Browse Source
This commit is contained in:
Juan Calderon-Perez 2025-04-18 09:22:23 -04:00
parent b8fb4e528d
commit 19b3d88737
4 changed files with 21 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
backend/open_webui/config.py
View File

@ -1203,6 +1203,9 @@ ENABLE_USER_WEBHOOKS = PersistentConfig(
os.environ.get("ENABLE_USER_WEBHOOKS", "True").lower() == "true", os.environ.get("ENABLE_USER_WEBHOOKS", "True").lower() == "true",
) )
# FastAPI / AnyIO settings
THREAD_POOL_SIZE = int(os.getenv("THREAD_POOL_SIZE", "64"))
def validate_cors_origins(origins): def validate_cors_origins(origins):
for origin in origins: for origin in origins:

8
backend/open_webui/main.py
View File

@ -11,6 +11,8 @@ import random
from contextlib import asynccontextmanager from contextlib import asynccontextmanager
from urllib.parse import urlencode, parse_qs, urlparse from urllib.parse import urlencode, parse_qs, urlparse
import anyio
import anyio.to_thread
from pydantic import BaseModel from pydantic import BaseModel
from sqlalchemy import text from sqlalchemy import text
@ -106,6 +108,8 @@ from open_webui.config import (
OPENAI_API_CONFIGS, OPENAI_API_CONFIGS,
# Direct Connections # Direct Connections
ENABLE_DIRECT_CONNECTIONS, ENABLE_DIRECT_CONNECTIONS,
# Thread pool size for FastAPI/AnyIO
THREAD_POOL_SIZE,
# Tool Server Configs # Tool Server Configs
TOOL_SERVER_CONNECTIONS, TOOL_SERVER_CONNECTIONS,
# Code Execution # Code Execution
@ -434,6 +438,10 @@ async def lifespan(app: FastAPI):
if LICENSE_KEY: if LICENSE_KEY:
get_license_data(app, LICENSE_KEY) get_license_data(app, LICENSE_KEY)
pool_size = THREAD_POOL_SIZE
if pool_size and pool_size > 0:
anyio.to_thread.current_default_thread_limiter().total_tokens = pool_size
asyncio.create_task(periodic_usage_pool_cleanup()) asyncio.create_task(periodic_usage_pool_cleanup())
yield yield

3
backend/open_webui/routers/knowledge.py
View File

@ -742,5 +742,6 @@ def add_files_to_knowledge_batch(
) )
return KnowledgeFilesResponse( return KnowledgeFilesResponse(
**knowledge.model_dump(), files=Files.get_file_metadatas_by_ids(existing_file_ids) **knowledge.model_dump(),
files=Files.get_file_metadatas_by_ids(existing_file_ids),
) )

12
backend/open_webui/routers/users.py
View File

@ -298,8 +298,10 @@ async def update_user_by_id(
) )
except Exception as e: except Exception as e:
log.error(f"Error checking primary admin status: {e}") log.error(f"Error checking primary admin status: {e}")
raise HTTPException(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, detail="Could not verify primary admin status.") raise HTTPException(
status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
detail="Could not verify primary admin status.",
)
user = Users.get_user_by_id(user_id) user = Users.get_user_by_id(user_id)
@ -341,7 +343,6 @@ async def update_user_by_id(
) )
############################ ############################
# DeleteUserById # DeleteUserById
############################ ############################
@ -359,7 +360,10 @@ async def delete_user_by_id(user_id: str, user=Depends(get_admin_user)):
) )
except Exception as e: except Exception as e:
log.error(f"Error checking primary admin status: {e}") log.error(f"Error checking primary admin status: {e}")
raise HTTPException(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, detail="Could not verify primary admin status.") raise HTTPException(
status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
detail="Could not verify primary admin status.",
)
if user.id != user_id: if user.id != user_id:
result = Auths.delete_auth_by_id(user_id) result = Auths.delete_auth_by_id(user_id)