AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-12 00:58:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(api/extract/fire-0): error logging (#1556)

Browse Source
This commit is contained in:
Gergő Móricz 2025-05-15 16:32:59 +02:00 committed by GitHub
parent b0c203e512
commit b5b612c35b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 81 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

81
apps/api/src/lib/extract/fire-0/extraction-service-f0.ts
View File

@ -106,6 +106,22 @@ import { getACUCTeam } from "../../../controllers/auth";
logger.error("No search results found", {
query: request.prompt,
});
logJob({
job_id: extractId,
success: false,
message: "No search results found",
num_docs: 1,
docs: [],
time_taken: (new Date().getTime() - Date.now()) / 1000,
team_id: teamId,
mode: "extract",
url: request.urls?.join(", ") || "",
scrapeOptions: request,
origin: request.origin ?? "api",
num_tokens: 0,
tokens_billed: 0,
sources,
});
return {
success: false,
error: "No search results found",
@ -191,6 +207,22 @@ import { getACUCTeam } from "../../../controllers/auth";
logger.error("0 links! Bailing.", {
linkCount: links.length,
});
logJob({
job_id: extractId,
success: false,
message: "No valid URLs found to scrape",
num_docs: 1,
docs: [],
time_taken: (new Date().getTime() - Date.now()) / 1000,
team_id: teamId,
mode: "extract",
url: request.urls?.join(", ") || "",
scrapeOptions: request,
origin: request.origin ?? "api",
num_tokens: 0,
tokens_billed: 0,
sources,
});
return {
success: false,
error:
@ -524,6 +556,22 @@ import { getACUCTeam } from "../../../controllers/auth";
} catch (error) {
logger.error(`Failed to transform array to object`, { error });
logJob({
job_id: extractId,
success: false,
message: "Failed to transform array to object",
num_docs: 1,
docs: [],
time_taken: (new Date().getTime() - Date.now()) / 1000,
team_id: teamId,
mode: "extract",
url: request.urls?.join(", ") || "",
scrapeOptions: request,
origin: request.origin ?? "api",
num_tokens: 0,
tokens_billed: 0,
sources,
});
return {
success: false,
error:
@ -602,6 +650,23 @@ import { getACUCTeam } from "../../../controllers/auth";
logger.debug("Scrapes finished.", { docCount: validResults.length });
} catch (error) {
logger.error("Failed to scrape documents", { error });
logJob({
job_id: extractId,
success: false,
message: "Failed to scrape documents",
num_docs: 1,
docs: [],
time_taken: (new Date().getTime() - Date.now()) / 1000,
team_id: teamId,
mode: "extract",
url: request.urls?.join(", ") || "",
scrapeOptions: request,
origin: request.origin ?? "api",
num_tokens: 0,
tokens_billed: 0,
sources,
});
return {
success: false,
error: error.message,
@ -614,6 +679,22 @@ import { getACUCTeam } from "../../../controllers/auth";
if (docsMap.size == 0) {
// All urls are invalid
logger.error("All provided URLs are invalid!");
logJob({
job_id: extractId,
success: false,
message: "All provided URLs are invalid",
num_docs: 1,
docs: [],
time_taken: (new Date().getTime() - Date.now()) / 1000,
team_id: teamId,
mode: "extract",
url: request.urls?.join(", ") || "",
scrapeOptions: request,
origin: request.origin ?? "api",
num_tokens: 0,
tokens_billed: 0,
sources,
});
return {
success: false,
error: