AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-12 00:09:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(v1/scrape): add further logging to document scrape bugs better

Browse Source
This commit is contained in:
Gergő Móricz 2025-03-16 16:02:53 +01:00
parent ca93ba6c6d
commit 611c2d9c83
1 changed files with 10 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
apps/api/src/controllers/v1/scrape.ts
View File

@ -19,12 +19,21 @@ export async function scrapeController(
req: RequestWithAuth<{}, ScrapeResponse, ScrapeRequest>, req: RequestWithAuth<{}, ScrapeResponse, ScrapeRequest>,
res: Response<ScrapeResponse>, res: Response<ScrapeResponse>,
) { ) {
const jobId = uuidv4();
const preNormalizedBody = { ...req.body };
logger.debug("Scrape " + jobId + " starting", {
request: req.body,
originalRequest: preNormalizedBody,
teamId: req.auth.team_id,
account: req.account,
});
req.body = scrapeRequestSchema.parse(req.body); req.body = scrapeRequestSchema.parse(req.body);
let earlyReturn = false; let earlyReturn = false;
const origin = req.body.origin; const origin = req.body.origin;
const timeout = req.body.timeout; const timeout = req.body.timeout;
const jobId = uuidv4();
const startTime = new Date().getTime(); const startTime = new Date().getTime();
const jobPriority = await getJobPriority({ const jobPriority = await getJobPriority({