AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-12 00:09:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update runWebScraper.ts

Browse Source
This commit is contained in:
Nicolas 2025-03-06 16:41:21 -03:00
parent 4902d0ac64
commit 40eacfacd4
1 changed files with 20 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

40
apps/api/src/main/runWebScraper.ts
View File

@ -146,25 +146,25 @@ export async function runWebScraper({
EngineResultsTracker[Engine], EngineResultsTracker[Engine],
undefined undefined
>; >;
ScrapeEvents.insert(bull_job_id, { // ScrapeEvents.insert(bull_job_id, {
type: "scrape", // type: "scrape",
url, // url,
method: engine, // method: engine,
result: { // result: {
success: result.state === "success", // success: result.state === "success",
response_code: // response_code:
result.state === "success" ? result.result.statusCode : undefined, // result.state === "success" ? result.result.statusCode : undefined,
response_size: // response_size:
result.state === "success" ? result.result.html.length : undefined, // result.state === "success" ? result.result.html.length : undefined,
error: // error:
result.state === "error" // result.state === "error"
? result.error // ? result.error
: result.state === "timeout" // : result.state === "timeout"
? "Timed out" // ? "Timed out"
: undefined, // : undefined,
time_taken: result.finishedAt - result.startedAt, // time_taken: result.finishedAt - result.startedAt,
}, // },
}); // });
} }
if (error === undefined && response?.success) { if (error === undefined && response?.success) {
@ -219,7 +219,7 @@ const saveJob = async (
// // I think the job won't exist here anymore // // I think the job won't exist here anymore
// } // }
} }
ScrapeEvents.logJobEvent(job, "completed"); // ScrapeEvents.logJobEvent(job, "completed");
} catch (error) { } catch (error) {
_logger.error(`🐂 Failed to update job status`, { _logger.error(`🐂 Failed to update job status`, {
module: "runWebScraper", module: "runWebScraper",