From b301ffc922561fd363c5207d44e33c6b96e69c9a Mon Sep 17 00:00:00 2001
From: rafaelsideguide <150964962+rafaelsideguide@users.noreply.github.com>
Date: Thu, 5 Sep 2024 13:57:26 -0300
Subject: [PATCH] added missing variables

---
 apps/api/src/scraper/WebScraper/index.ts      | 3 +++
 apps/api/src/scraper/WebScraper/single_url.ts | 3 +++
 2 files changed, 6 insertions(+)

diff --git a/apps/api/src/scraper/WebScraper/index.ts b/apps/api/src/scraper/WebScraper/index.ts
index fc828224..8bd7d493 100644
--- a/apps/api/src/scraper/WebScraper/index.ts
+++ b/apps/api/src/scraper/WebScraper/index.ts
@@ -589,6 +589,9 @@ export class WebScraperDataProvider {
       includeLinks: options.pageOptions?.includeLinks ?? true,
       fullPageScreenshot: options.pageOptions?.fullPageScreenshot ?? false,
       screenshot: options.pageOptions?.screenshot ?? false,
+      useFastMode: options.pageOptions?.useFastMode ?? false,
+      disableJSDom: options.pageOptions?.disableJSDom ?? false,
+      atsv: options.pageOptions?.atsv ?? false
     };
     this.extractorOptions = options.extractorOptions ?? { mode: "markdown" };
     this.replaceAllPathsWithAbsolutePaths =
diff --git a/apps/api/src/scraper/WebScraper/single_url.ts b/apps/api/src/scraper/WebScraper/single_url.ts
index 11e1fe37..f39f045f 100644
--- a/apps/api/src/scraper/WebScraper/single_url.ts
+++ b/apps/api/src/scraper/WebScraper/single_url.ts
@@ -146,6 +146,9 @@ export async function scrapSingleUrl(
     parsePDF: pageOptions.parsePDF ?? true,
     removeTags: pageOptions.removeTags ?? [],
     onlyIncludeTags: pageOptions.onlyIncludeTags ?? [],
+    useFastMode: pageOptions.useFastMode ?? false,
+    disableJSDom: pageOptions.disableJSDom ?? false,
+    atsv: pageOptions.atsv ?? false
   }
 
   if (extractorOptions) {