From 815bfc8f07b3493ed91ff90afda123e7d84f44f9 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Gerg=C5=91=20M=C3=B3ricz?= <mo.geryy@gmail.com>
Date: Fri, 20 Sep 2024 21:42:09 +0200
Subject: [PATCH] feat(scrape): scroll down/up with actions if
 fullpagescreenshot

revert this if unneeded
---
 apps/api/src/scraper/WebScraper/single_url.ts | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

diff --git a/apps/api/src/scraper/WebScraper/single_url.ts b/apps/api/src/scraper/WebScraper/single_url.ts
index 93fb0ce7..fc3a0efb 100644
--- a/apps/api/src/scraper/WebScraper/single_url.ts
+++ b/apps/api/src/scraper/WebScraper/single_url.ts
@@ -210,10 +210,26 @@ export async function scrapSingleUrl(
                   type: "wait" as const,
                   milliseconds: pageOptions.waitFor,
                 }] : []),
+                ...(pageOptions.fullPageScreenshot ? [
+                  {
+                    type: "scroll" as const,
+                    direction: "down" as const,
+                  },
+                  {
+                    type: "wait" as const,
+                    milliseconds: 300,
+                  },
+                ] : []),
                 ...((pageOptions.screenshot || pageOptions.fullPageScreenshot) ? [{
                   type: "screenshot" as const,
                   fullPage: !!pageOptions.fullPageScreenshot,
                 }] : []),
+                ...(pageOptions.fullPageScreenshot ? [
+                  {
+                    type: "scroll" as const,
+                    direction: "up" as const,
+                  }
+                ] : []),
                 ...(pageOptions.actions ?? []),
               ],
             }) : ({