AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-16 01:25:53 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update fireEngine.ts

Browse Source
This commit is contained in:
Nicolas 2024-07-12 22:15:00 -04:00
parent e098e88ea7
commit a3b1703b68
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts
View File

@ -47,6 +47,7 @@ export async function scrapWithFireEngine({
const reqParams = await generateRequestParams(url); const reqParams = await generateRequestParams(url);
const waitParam = reqParams["params"]?.wait ?? waitFor; const waitParam = reqParams["params"]?.wait ?? waitFor;
const screenshotParam = reqParams["params"]?.screenshot ?? screenshot; const screenshotParam = reqParams["params"]?.screenshot ?? screenshot;
const fireEngineOptionsParam = reqParams["params"]?.fireEngineOptions ?? fireEngineOptions;
console.log( console.log(
`[Fire-Engine] Scraping ${url} with wait: ${waitParam} and screenshot: ${screenshotParam}` `[Fire-Engine] Scraping ${url} with wait: ${waitParam} and screenshot: ${screenshotParam}`
); );
@ -59,7 +60,7 @@ export async function scrapWithFireEngine({
screenshot: screenshotParam, screenshot: screenshotParam,
headers: headers, headers: headers,
pageOptions: pageOptions, pageOptions: pageOptions,
...fireEngineOptions, ...fireEngineOptionsParam,
}, },
{ {
headers: { headers: {