AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-05 15:20:53 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(queue-worker): fix linksOnPage undefined error

Browse Source
This commit is contained in:
Gergő Móricz 2024-08-16 18:42:24 +02:00
parent 5a6570cba2
commit 6bd52e63bf
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/api/src/services/queue-worker.ts
View File

@ -174,7 +174,7 @@ async function processJob(job: Job, token: string) {
if (!sc.cancelled) { if (!sc.cancelled) {
const crawler = crawlToCrawler(job.data.crawl_id, sc); const crawler = crawlToCrawler(job.data.crawl_id, sc);
const links = crawler.filterLinks((data.docs[0].linksOnPage as string[]) const links = crawler.filterLinks((data.docs[0].linksOnPage ?? [])
.map(href => crawler.filterURL(href.trim(), sc.originUrl)) .map(href => crawler.filterURL(href.trim(), sc.originUrl))
.filter(x => x !== null), .filter(x => x !== null),
Infinity, Infinity,