add comment

This commit is contained in:
Móricz Gergő 2025-01-07 13:57:47 +01:00
parent 7d73ebdbf1
commit 7a03275575

View File

@ -724,6 +724,7 @@ async function processJob(job: Job & { id: string }, token: string) {
) {
if (job.data.isCrawlSourceScrape) {
// TODO: re-fetch sitemap for redirect target domain
// TODO: reset crawl source url to new target
} else {
throw new Error(
"Redirected target URL is not allowed by crawlOptions",