AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-04 16:00:37 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(scrape): scroll down/up with actions if fullpagescreenshot

Browse Source 
revert this if unneeded
This commit is contained in:
Gergő Móricz 2024-09-20 21:42:09 +02:00
parent d663bbf0ca
commit 815bfc8f07
1 changed files with 16 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
apps/api/src/scraper/WebScraper/single_url.ts
View File

@ -210,10 +210,26 @@ export async function scrapSingleUrl(
type: "wait" as const, type: "wait" as const,
milliseconds: pageOptions.waitFor, milliseconds: pageOptions.waitFor,
}] : []), }] : []),
...(pageOptions.fullPageScreenshot ? [
{
type: "scroll" as const,
direction: "down" as const,
},
{
type: "wait" as const,
milliseconds: 300,
},
] : []),
...((pageOptions.screenshot || pageOptions.fullPageScreenshot) ? [{ ...((pageOptions.screenshot || pageOptions.fullPageScreenshot) ? [{
type: "screenshot" as const, type: "screenshot" as const,
fullPage: !!pageOptions.fullPageScreenshot, fullPage: !!pageOptions.fullPageScreenshot,
}] : []), }] : []),
...(pageOptions.fullPageScreenshot ? [
{
type: "scroll" as const,
direction: "up" as const,
}
] : []),
...(pageOptions.actions ?? []), ...(pageOptions.actions ?? []),
], ],
}) : ({ }) : ({