AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-13 05:09:03 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(api/v1/extract): log requests

Browse Source
This commit is contained in:
Gergő Móricz 2025-05-21 23:25:32 +02:00
parent 938ef1cfb2
commit 8522103228
1 changed files with 12 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
apps/api/src/controllers/v1/extract.ts
View File

@ -13,6 +13,7 @@ import { performExtraction } from "../../lib/extract/extraction-service";
import { performExtraction_F0 } from "../../lib/extract/fire-0/extraction-service-f0"; import { performExtraction_F0 } from "../../lib/extract/fire-0/extraction-service-f0";
import { BLOCKLISTED_URL_MESSAGE } from "../../lib/strings"; import { BLOCKLISTED_URL_MESSAGE } from "../../lib/strings";
import { isUrlBlocked } from "../../scraper/WebScraper/utils/blocklist"; import { isUrlBlocked } from "../../scraper/WebScraper/utils/blocklist";
import { logger as _logger } from "../../lib/logger";
export async function oldExtract( export async function oldExtract(
req: RequestWithAuth<{}, ExtractResponse, ExtractRequest>, req: RequestWithAuth<{}, ExtractResponse, ExtractRequest>,
@ -58,6 +59,7 @@ export async function extractController(
res: Response<ExtractResponse>, res: Response<ExtractResponse>,
) { ) {
const selfHosted = process.env.USE_DB_AUTHENTICATION !== "true"; const selfHosted = process.env.USE_DB_AUTHENTICATION !== "true";
const originalRequest = { ...req.body };
req.body = extractRequestSchema.parse(req.body); req.body = extractRequestSchema.parse(req.body);
if (req.body.urls?.some((url: string) => isUrlBlocked(url, req.acuc?.flags ?? null))) { if (req.body.urls?.some((url: string) => isUrlBlocked(url, req.acuc?.flags ?? null))) {
@ -70,6 +72,16 @@ export async function extractController(
} }
const extractId = crypto.randomUUID(); const extractId = crypto.randomUUID();
_logger.info("Extract starting...", {
request: req.body,
originalRequest,
teamId: req.auth.team_id,
team_id: req.auth.team_id,
subId: req.acuc?.sub_id,
extractId,
});
const jobData = { const jobData = {
request: req.body, request: req.body,
teamId: req.auth.team_id, teamId: req.auth.team_id,