Update crawl.ts

This commit is contained in:
Nicolas 2024-08-20 14:41:43 -03:00
parent 674adee144
commit 39388cdc35

View File

@ -35,7 +35,7 @@ export async function crawlController(
const { remainingCredits } = req.account;
// TODO: Get rid of crawlerOptions
const crawlerOptions = legacyCrawlerOptions(req.body.crawlerOptions);
const crawlerOptions = legacyCrawlerOptions(req.body);
const pageOptions = legacyScrapeOptions(req.body.scrapeOptions);
crawlerOptions.limit = Math.min(remainingCredits, crawlerOptions.limit);