AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-12 03:29:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

Revert "Update runWebScraper.ts"

Browse Source 
This reverts commit 40eacfacd4c5a782f722fd85e3935f4a1741b27a.
This commit is contained in:
Nicolas 2025-03-06 17:36:08 -03:00
parent 7b05512054
commit 4c4d51e60b
1 changed files with 20 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

40
apps/api/src/main/runWebScraper.ts
View File

@ -146,25 +146,25 @@ export async function runWebScraper({
EngineResultsTracker[Engine], EngineResultsTracker[Engine],
undefined undefined
>; >;
// ScrapeEvents.insert(bull_job_id, { ScrapeEvents.insert(bull_job_id, {
// type: "scrape", type: "scrape",
// url, url,
// method: engine, method: engine,
// result: { result: {
// success: result.state === "success", success: result.state === "success",
// response_code: response_code:
// result.state === "success" ? result.result.statusCode : undefined, result.state === "success" ? result.result.statusCode : undefined,
// response_size: response_size:
// result.state === "success" ? result.result.html.length : undefined, result.state === "success" ? result.result.html.length : undefined,
// error: error:
// result.state === "error" result.state === "error"
// ? result.error ? result.error
// : result.state === "timeout" : result.state === "timeout"
// ? "Timed out" ? "Timed out"
// : undefined, : undefined,
// time_taken: result.finishedAt - result.startedAt, time_taken: result.finishedAt - result.startedAt,
// }, },
// }); });
} }
if (error === undefined && response?.success) { if (error === undefined && response?.success) {
@ -219,7 +219,7 @@ const saveJob = async (
// // I think the job won't exist here anymore // // I think the job won't exist here anymore
// } // }
} }
// ScrapeEvents.logJobEvent(job, "completed"); ScrapeEvents.logJobEvent(job, "completed");
} catch (error) { } catch (error) {
_logger.error(`🐂 Failed to update job status`, { _logger.error(`🐂 Failed to update job status`, {
module: "runWebScraper", module: "runWebScraper",