Nick: __experimental

apps/api/src/controllers/v1/scrape.ts

@@ -52,6 +52,7 @@ export async function scrapeController(
         teamId: req.auth.team_id,
         saveScrapeResultToGCS: process.env.GCS_FIRE_ENGINE_BUCKET_NAME ? true : false,
         unnormalizedSourceURL: preNormalizedBody.url,
+        useCache: req.body.__experimental_cache ? true : false,
       },
       origin: req.body.origin,
       startTime,

apps/api/src/controllers/v1/types.ts

@@ -309,6 +309,7 @@ const baseScrapeOptions = z
     useMock: z.string().optional(),
     blockAds: z.boolean().default(true),
     proxy: z.enum(["basic", "stealth", "auto"]).optional(),
+    __experimental_cache: z.boolean().default(false).optional(),
   })
   .strict(strictMessage);
 

apps/api/src/lib/deep-research/deep-research-service.ts

@@ -131,6 +131,7 @@ export async function performDeepResearch(options: DeepResearchServiceOptions) {
             removeBase64Images: false,
             fastMode: false,
             blockAds: false,
+            __experimental_cache: true,
           },
         }, logger, costTracking, acuc?.flags ?? null);
         return response.length > 0 ? response : [];