From 8bc2f167126b535a6e5bca8245cb8b6193fae2e5 Mon Sep 17 00:00:00 2001 From: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> Date: Sun, 13 Apr 2025 18:45:17 +0000 Subject: [PATCH] Move waitFor check for changeTracking to types.ts refine layer Co-Authored-By: hello@sideguide.dev --- apps/api/src/controllers/v1/types.ts | 4 ++++ apps/api/src/scraper/scrapeURL/index.ts | 3 --- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.ts index 56a93072..718cfba5 100644 --- a/apps/api/src/controllers/v1/types.ts +++ b/apps/api/src/controllers/v1/types.ts @@ -282,6 +282,10 @@ const extractTransform = (obj) => { obj = { ...obj, timeout: 60000 }; } + if (obj.formats?.includes("changeTracking") && obj.waitFor < 5000) { + obj = { ...obj, waitFor: 5000 }; + } + if (obj.formats?.includes("json")) { obj.formats.push("extract"); } diff --git a/apps/api/src/scraper/scrapeURL/index.ts b/apps/api/src/scraper/scrapeURL/index.ts index 1408dde1..cedd275e 100644 --- a/apps/api/src/scraper/scrapeURL/index.ts +++ b/apps/api/src/scraper/scrapeURL/index.ts @@ -390,9 +390,6 @@ export async function scrapeURL( options: ScrapeOptions, internalOptions: InternalOptions, ): Promise { - if (options.formats.includes("changeTracking") && options.waitFor < 5000) { - options.waitFor = 5000; - } const meta = await buildMetaObject(id, url, options, internalOptions); try { while (true) {