AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-11 18:08:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

Revert "Update runWebScraper.ts"

Browse Source 
This reverts commit 40eacfacd4c5a782f722fd85e3935f4a1741b27a.
This commit is contained in:
Nicolas 2025-03-06 17:36:08 -03:00
parent 7b05512054
commit 4c4d51e60b
1 changed files with 20 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

40
apps/api/src/main/runWebScraper.ts
View File

@ -146,25 +146,25 @@ export async function runWebScraper({
EngineResultsTracker[Engine],
undefined
>;
// ScrapeEvents.insert(bull_job_id, {
// type: "scrape",
// url,
// method: engine,
// result: {
// success: result.state === "success",
// response_code:
// result.state === "success" ? result.result.statusCode : undefined,
// response_size:
// result.state === "success" ? result.result.html.length : undefined,
// error:
// result.state === "error"
// ? result.error
// : result.state === "timeout"
// ? "Timed out"
// : undefined,
// time_taken: result.finishedAt - result.startedAt,
// },
// });
ScrapeEvents.insert(bull_job_id, {
type: "scrape",
url,
method: engine,
result: {
success: result.state === "success",
response_code:
result.state === "success" ? result.result.statusCode : undefined,
response_size:
result.state === "success" ? result.result.html.length : undefined,
error:
result.state === "error"
? result.error
: result.state === "timeout"
? "Timed out"
: undefined,
time_taken: result.finishedAt - result.startedAt,
},
});
}
if (error === undefined && response?.success) {
@ -219,7 +219,7 @@ const saveJob = async (
// // I think the job won't exist here anymore
// }
}
// ScrapeEvents.logJobEvent(job, "completed");
ScrapeEvents.logJobEvent(job, "completed");
} catch (error) {
_logger.error(`🐂 Failed to update job status`, {
module: "runWebScraper",