From 37dabce1ed654f25bd0554bae98f1e1377b08bce Mon Sep 17 00:00:00 2001
From: Rafael Miller <150964962+rafaelsideguide@users.noreply.github.com>
Date: Wed, 23 Apr 2025 11:36:36 -0700
Subject: [PATCH] [feat] added second scrapeURLWithFireEngine (#1494)

---
 .../src/scraper/scrapeURL/engines/index.ts    | 22 ++++++++++++++++++-
 1 file changed, 21 insertions(+), 1 deletion(-)

diff --git a/apps/api/src/scraper/scrapeURL/engines/index.ts b/apps/api/src/scraper/scrapeURL/engines/index.ts
index c7c84621..6a2a2e40 100644
--- a/apps/api/src/scraper/scrapeURL/engines/index.ts
+++ b/apps/api/src/scraper/scrapeURL/engines/index.ts
@@ -13,6 +13,7 @@ import { scrapeCache } from "./cache";
 
 export type Engine =
   | "fire-engine;chrome-cdp"
+  | "fire-engine(retry);chrome-cdp"
   | "fire-engine;playwright"
   | "fire-engine;tlsclient"
   | "playwright"
@@ -36,6 +37,7 @@ export const engines: Engine[] = [
   ...(useFireEngine
     ? [
         "fire-engine;chrome-cdp" as const,
+        "fire-engine(retry);chrome-cdp" as const,
         "fire-engine;playwright" as const,
         "fire-engine;tlsclient" as const,
       ]
@@ -109,6 +111,7 @@ const engineHandlers: {
 } = {
   cache: scrapeCache,
   "fire-engine;chrome-cdp": scrapeURLWithFireEngineChromeCDP,
+  "fire-engine(retry);chrome-cdp": scrapeURLWithFireEngineChromeCDP,
   "fire-engine;playwright": scrapeURLWithFireEnginePlaywright,
   "fire-engine;tlsclient": scrapeURLWithFireEngineTLSClient,
   playwright: scrapeURLWithPlaywright,
@@ -161,6 +164,23 @@ export const engineOptions: {
     },
     quality: 50,
   },
+  "fire-engine(retry);chrome-cdp": {
+    features: {
+      actions: true,
+      waitFor: true, // through actions transform
+      screenshot: true, // through actions transform
+      "screenshot@fullScreen": true, // through actions transform
+      pdf: false,
+      docx: false,
+      atsv: false,
+      location: true,
+      mobile: true,
+      skipTlsVerification: true,
+      useFastMode: false,
+      stealthProxy: true,
+    },
+    quality: 45,
+  },
   "fire-engine;playwright": {
     features: {
       actions: false,
@@ -273,7 +293,7 @@ export function buildFallbackList(meta: Meta): {
     ...engines,
     
     // enable fire-engine in self-hosted testing environment when mocks are supplied
-    ...((!useFireEngine && meta.mock !== null) ? ["fire-engine;chrome-cdp", "fire-engine;playwright", "fire-engine;tlsclient"] as Engine[] : [])
+    ...((!useFireEngine && meta.mock !== null) ? ["fire-engine;chrome-cdp", "fire-engine(retry);chrome-cdp", "fire-engine;playwright", "fire-engine;tlsclient"] as Engine[] : [])
   ];
 
   if (meta.internalOptions.useCache !== true) {