AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-16 12:45:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(scrapeURL): only retain ArrayTransport in testing

Browse Source 
Caused OOM issues in production.
This commit is contained in:
Gergő Móricz 2024-11-08 23:12:17 +01:00
parent 085ac3e71c
commit 628a98d594
2 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
apps/api/src/scraper/scrapeURL/index.ts
View File

@ -97,7 +97,9 @@ function buildMetaObject(id: string, url: string, options: ScrapeOptions, intern
const _logger = logger.child({ module: "ScrapeURL", scrapeId: id }); const _logger = logger.child({ module: "ScrapeURL", scrapeId: id });
const logs: any[] = []; const logs: any[] = [];
_logger.add(new ArrayTransport({ array: logs, scrapeId: id })); if (process.env.ENV !== "test") {
_logger.add(new ArrayTransport({ array: logs, scrapeId: id }));
}
return { return {
id, url, options, internalOptions, id, url, options, internalOptions,

2
apps/api/src/scraper/scrapeURL/scrapeURL.test.ts
View File

@ -1,5 +1,7 @@
import "dotenv/config"; import "dotenv/config";
process.env.ENV = "test";
import { scrapeURL } from "."; import { scrapeURL } from ".";
import { scrapeOptions } from "../../controllers/v1/types"; import { scrapeOptions } from "../../controllers/v1/types";
import { Engine } from "./engines"; import { Engine } from "./engines";