From 36b35dbc67ee82ebe3e2fb00a841c3ae1ed28360 Mon Sep 17 00:00:00 2001 From: Nicolas Date: Mon, 19 Aug 2024 11:01:26 -0300 Subject: [PATCH] Update crawl.ts --- apps/api/src/controllers/crawl.ts | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/apps/api/src/controllers/crawl.ts b/apps/api/src/controllers/crawl.ts index 54eb1f40..a80ac10f 100644 --- a/apps/api/src/controllers/crawl.ts +++ b/apps/api/src/controllers/crawl.ts @@ -38,8 +38,14 @@ export async function crawlController(req: Request, res: Response) { } } + const crawlerOptions = { ...defaultCrawlerOptions, ...req.body.crawlerOptions }; + const pageOptions = { ...defaultCrawlPageOptions, ...req.body.pageOptions }; + + + const limitCheck = crawlerOptions?.limit ?? 1; const { success: creditsCheckSuccess, message: creditsCheckMessage } = - await checkTeamCredits(team_id, 1); + await checkTeamCredits(team_id, limitCheck); + if (!creditsCheckSuccess) { return res.status(402).json({ error: "Insufficient credits" }); } @@ -67,8 +73,6 @@ export async function crawlController(req: Request, res: Response) { const mode = req.body.mode ?? "crawl"; - const crawlerOptions = { ...defaultCrawlerOptions, ...req.body.crawlerOptions }; - const pageOptions = { ...defaultCrawlPageOptions, ...req.body.pageOptions }; // if (mode === "single_urls" && !url.includes(",")) { // NOTE: do we need this? // try {