From 40eacfacd4c5a782f722fd85e3935f4a1741b27a Mon Sep 17 00:00:00 2001 From: Nicolas Date: Thu, 6 Mar 2025 16:41:21 -0300 Subject: [PATCH] Update runWebScraper.ts --- apps/api/src/main/runWebScraper.ts | 40 +++++++++++++++--------------- 1 file changed, 20 insertions(+), 20 deletions(-) diff --git a/apps/api/src/main/runWebScraper.ts b/apps/api/src/main/runWebScraper.ts index c6751218..d9ced895 100644 --- a/apps/api/src/main/runWebScraper.ts +++ b/apps/api/src/main/runWebScraper.ts @@ -146,25 +146,25 @@ export async function runWebScraper({ EngineResultsTracker[Engine], undefined >; - ScrapeEvents.insert(bull_job_id, { - type: "scrape", - url, - method: engine, - result: { - success: result.state === "success", - response_code: - result.state === "success" ? result.result.statusCode : undefined, - response_size: - result.state === "success" ? result.result.html.length : undefined, - error: - result.state === "error" - ? result.error - : result.state === "timeout" - ? "Timed out" - : undefined, - time_taken: result.finishedAt - result.startedAt, - }, - }); + // ScrapeEvents.insert(bull_job_id, { + // type: "scrape", + // url, + // method: engine, + // result: { + // success: result.state === "success", + // response_code: + // result.state === "success" ? result.result.statusCode : undefined, + // response_size: + // result.state === "success" ? result.result.html.length : undefined, + // error: + // result.state === "error" + // ? result.error + // : result.state === "timeout" + // ? "Timed out" + // : undefined, + // time_taken: result.finishedAt - result.startedAt, + // }, + // }); } if (error === undefined && response?.success) { @@ -219,7 +219,7 @@ const saveJob = async ( // // I think the job won't exist here anymore // } } - ScrapeEvents.logJobEvent(job, "completed"); + // ScrapeEvents.logJobEvent(job, "completed"); } catch (error) { _logger.error(`🐂 Failed to update job status`, { module: "runWebScraper",