AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-13 03:59:05 +08:00
Code Issues Packages Projects Releases Wiki Activity

add comment

Browse Source
This commit is contained in:
Móricz Gergő 2025-01-07 13:57:47 +01:00
parent 7d73ebdbf1
commit 7a03275575
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
apps/api/src/services/queue-worker.ts
View File

@ -724,6 +724,7 @@ async function processJob(job: Job & { id: string }, token: string) {
) { ) {
if (job.data.isCrawlSourceScrape) { if (job.data.isCrawlSourceScrape) {
// TODO: re-fetch sitemap for redirect target domain // TODO: re-fetch sitemap for redirect target domain
// TODO: reset crawl source url to new target
} else { } else {
throw new Error( throw new Error(
"Redirected target URL is not allowed by crawlOptions", "Redirected target URL is not allowed by crawlOptions",