AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-05 18:40:45 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #664 from mendableai/nsc/manual-rate-limit

Browse Source 
Manual Rate Limiter for select team ids
This commit is contained in:
Nicolas 2024-09-13 18:12:41 -04:00 committed by GitHub
commit 98de36feb2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 13 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
apps/api/src/services/rate-limiter.ts
View File

@ -104,6 +104,13 @@ export const devBRateLimiter = new RateLimiterRedis({
duration: 60, // Duration in seconds duration: 60, // Duration in seconds
}); });
export const manualRateLimiter = new RateLimiterRedis({
storeClient: redisRateLimitClient,
keyPrefix: "manual",
points: 2000,
duration: 60, // Duration in seconds
});
export const scrapeStatusRateLimiter = new RateLimiterRedis({ export const scrapeStatusRateLimiter = new RateLimiterRedis({
storeClient: redisRateLimitClient, storeClient: redisRateLimitClient,
@ -114,6 +121,8 @@ export const scrapeStatusRateLimiter = new RateLimiterRedis({
const testSuiteTokens = ["a01ccae", "6254cf9", "0f96e673", "23befa1b", "69141c4"]; const testSuiteTokens = ["a01ccae", "6254cf9", "0f96e673", "23befa1b", "69141c4"];
const manual = ["69be9e74-7624-4990-b20d-08e0acc70cf6"];
export function getRateLimiter( export function getRateLimiter(
mode: RateLimiterMode, mode: RateLimiterMode,
token: string, token: string,
@ -129,6 +138,10 @@ export function getRateLimiter(
return devBRateLimiter; return devBRateLimiter;
} }
if(teamId && manual.includes(teamId)) {
return manualRateLimiter;
}
const rateLimitConfig = RATE_LIMITS[mode]; // {default : 5} const rateLimitConfig = RATE_LIMITS[mode]; // {default : 5}
if (!rateLimitConfig) return serverRateLimiter; if (!rateLimitConfig) return serverRateLimiter;