AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-12 17:19:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update crawl-maps-index.ts

Browse Source
This commit is contained in:
Nicolas 2025-01-19 13:15:20 -03:00
parent 92b8d97be3
commit baa2f94765
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
apps/api/src/services/indexing/crawl-maps-index.ts
View File

@ -8,8 +8,8 @@ import { redisConnection } from "../queue-service";
const BATCH_KEY = "crawl_maps_batch";
const BATCH_LOCK_KEY = "crawl_maps_batch_lock";
const BATCH_SIZE = 10;
const BATCH_TIMEOUT = 10000; // 10 seconds
const BATCH_SIZE = 20;
const BATCH_TIMEOUT = 20000; // 10 seconds
const LOCK_TIMEOUT = 30000; // 30 seconds
interface CrawlMapOperation {