AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-12 19:08:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' of https://github.com/mendableai/firecrawl

Browse Source
This commit is contained in:
Nicolas 2025-01-22 17:25:49 -03:00
commit e1ef826ac6
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
apps/api/src/lib/extract/extraction-service.ts
View File

@ -6,7 +6,7 @@ import {
URLTrace, URLTrace,
} from "../../controllers/v1/types"; } from "../../controllers/v1/types";
import { PlanType } from "../../types"; import { PlanType } from "../../types";
import { logger } from "../logger"; import { logger as _logger } from "../logger";
import { processUrl } from "./url-processor"; import { processUrl } from "./url-processor";
import { scrapeDocument } from "./document-scraper"; import { scrapeDocument } from "./document-scraper";
import { import {
@ -182,6 +182,11 @@ export async function performExtraction(
let singleAnswerResult: any = {}; let singleAnswerResult: any = {};
let totalUrlsScraped = 0; let totalUrlsScraped = 0;
const logger = _logger.child({
module: "extraction-service",
method: "performExtraction",
extractId,
});
// Token tracking // Token tracking
let tokenUsage: TokenUsage[] = []; let tokenUsage: TokenUsage[] = [];