diff --git a/apps/api/src/controllers/v1/scrape.ts b/apps/api/src/controllers/v1/scrape.ts index 4b681438..e8e23fea 100644 --- a/apps/api/src/controllers/v1/scrape.ts +++ b/apps/api/src/controllers/v1/scrape.ts @@ -52,6 +52,7 @@ export async function scrapeController( teamId: req.auth.team_id, saveScrapeResultToGCS: process.env.GCS_FIRE_ENGINE_BUCKET_NAME ? true : false, unnormalizedSourceURL: preNormalizedBody.url, + useCache: req.body.__experimental_cache ? true : false, }, origin: req.body.origin, startTime, diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.ts index 5ee1328d..18802947 100644 --- a/apps/api/src/controllers/v1/types.ts +++ b/apps/api/src/controllers/v1/types.ts @@ -309,6 +309,7 @@ const baseScrapeOptions = z useMock: z.string().optional(), blockAds: z.boolean().default(true), proxy: z.enum(["basic", "stealth", "auto"]).optional(), + __experimental_cache: z.boolean().default(false).optional(), }) .strict(strictMessage); diff --git a/apps/api/src/lib/deep-research/deep-research-service.ts b/apps/api/src/lib/deep-research/deep-research-service.ts index 36d83eda..dd3f739c 100644 --- a/apps/api/src/lib/deep-research/deep-research-service.ts +++ b/apps/api/src/lib/deep-research/deep-research-service.ts @@ -131,6 +131,7 @@ export async function performDeepResearch(options: DeepResearchServiceOptions) { removeBase64Images: false, fastMode: false, blockAds: false, + __experimental_cache: true, }, }, logger, costTracking, acuc?.flags ?? null); return response.length > 0 ? response : [];