mirror of
https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl
synced 2025-08-12 19:29:01 +08:00
add comment
This commit is contained in:
parent
7d73ebdbf1
commit
7a03275575
@ -724,6 +724,7 @@ async function processJob(job: Job & { id: string }, token: string) {
|
||||
) {
|
||||
if (job.data.isCrawlSourceScrape) {
|
||||
// TODO: re-fetch sitemap for redirect target domain
|
||||
// TODO: reset crawl source url to new target
|
||||
} else {
|
||||
throw new Error(
|
||||
"Redirected target URL is not allowed by crawlOptions",
|
||||
|
Loading…
x
Reference in New Issue
Block a user