AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-06-04 11:24:40 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(concurrency-limit): allow for big crawls

Browse Source
This commit is contained in:
Gergő Móricz 2025-02-04 19:26:30 +01:00
parent 1951b60881
commit 1e7d42e8af
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/api/src/lib/concurrency-limit.ts
View File

@ -10,7 +10,7 @@ const constructQueueKey = (team_id: string) =>
export function calculateJobTimeToRun( export function calculateJobTimeToRun(
job: ConcurrencyLimitedJob job: ConcurrencyLimitedJob
): number { ): number {
let jobTimeToRun = 2 * 60 * 1000; let jobTimeToRun = 86400000; // 24h (crawl)
if (job.data.scrapeOptions) { if (job.data.scrapeOptions) {
if (job.data.scrapeOptions.timeout) { if (job.data.scrapeOptions.timeout) {