diff --git a/api/core/model_providers/providers/anthropic_provider.py b/api/core/model_providers/providers/anthropic_provider.py index eab61c60cc..2f667aed96 100644 --- a/api/core/model_providers/providers/anthropic_provider.py +++ b/api/core/model_providers/providers/anthropic_provider.py @@ -172,7 +172,7 @@ class AnthropicProvider(BaseModelProvider): def should_deduct_quota(self): if hosted_model_providers.anthropic and \ - hosted_model_providers.anthropic.quota_limit and hosted_model_providers.anthropic.quota_limit > 0: + hosted_model_providers.anthropic.quota_limit and hosted_model_providers.anthropic.quota_limit > -1: return True return False diff --git a/api/core/model_providers/providers/azure_openai_provider.py b/api/core/model_providers/providers/azure_openai_provider.py index a34b463286..242d9109cf 100644 --- a/api/core/model_providers/providers/azure_openai_provider.py +++ b/api/core/model_providers/providers/azure_openai_provider.py @@ -329,7 +329,7 @@ class AzureOpenAIProvider(BaseModelProvider): def should_deduct_quota(self): if hosted_model_providers.azure_openai \ - and hosted_model_providers.azure_openai.quota_limit and hosted_model_providers.azure_openai.quota_limit > 0: + and hosted_model_providers.azure_openai.quota_limit and hosted_model_providers.azure_openai.quota_limit > -1: return True return False diff --git a/api/core/model_providers/providers/hosted.py b/api/core/model_providers/providers/hosted.py index d2dc39b73f..fd90a0a360 100644 --- a/api/core/model_providers/providers/hosted.py +++ b/api/core/model_providers/providers/hosted.py @@ -11,7 +11,7 @@ class HostedOpenAI(BaseModel): api_organization: str = None api_key: str quota_limit: int = 0 - """Quota limit for the openai hosted model. 0 means unlimited.""" + """Quota limit for the openai hosted model. -1 means unlimited.""" paid_enabled: bool = False paid_stripe_price_id: str = None paid_increase_quota: int = 1 @@ -21,14 +21,14 @@ class HostedAzureOpenAI(BaseModel): api_base: str api_key: str quota_limit: int = 0 - """Quota limit for the azure openai hosted model. 0 means unlimited.""" + """Quota limit for the azure openai hosted model. -1 means unlimited.""" class HostedAnthropic(BaseModel): api_base: str = None api_key: str quota_limit: int = 0 - """Quota limit for the anthropic hosted model. 0 means unlimited.""" + """Quota limit for the anthropic hosted model. -1 means unlimited.""" paid_enabled: bool = False paid_stripe_price_id: str = None paid_increase_quota: int = 1000000 diff --git a/api/core/model_providers/providers/openai_provider.py b/api/core/model_providers/providers/openai_provider.py index d72ad3c03b..e2e17eab45 100644 --- a/api/core/model_providers/providers/openai_provider.py +++ b/api/core/model_providers/providers/openai_provider.py @@ -250,7 +250,7 @@ class OpenAIProvider(BaseModelProvider): def should_deduct_quota(self): if hosted_model_providers.openai \ - and hosted_model_providers.openai.quota_limit and hosted_model_providers.openai.quota_limit > 0: + and hosted_model_providers.openai.quota_limit and hosted_model_providers.openai.quota_limit > -1: return True return False diff --git a/api/core/model_providers/rules/anthropic.json b/api/core/model_providers/rules/anthropic.json index c0aac8617c..e617842b94 100644 --- a/api/core/model_providers/rules/anthropic.json +++ b/api/core/model_providers/rules/anthropic.json @@ -9,7 +9,7 @@ "trial" ], "quota_unit": "tokens", - "quota_limit": 600000 + "quota_limit": 0 }, "model_flexibility": "fixed", "price_config": {