From 7ce780ac8113e7eccd97759d6272dca740b20bc6 Mon Sep 17 00:00:00 2001 From: Nicolas Date: Thu, 2 Jan 2025 20:40:38 -0300 Subject: [PATCH] Update search.ts --- apps/api/src/controllers/v1/search.ts | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/apps/api/src/controllers/v1/search.ts b/apps/api/src/controllers/v1/search.ts index 37b469c9..ab1975c6 100644 --- a/apps/api/src/controllers/v1/search.ts +++ b/apps/api/src/controllers/v1/search.ts @@ -112,7 +112,6 @@ export async function searchController( }); // Filter blocked URLs early to avoid unnecessary billing - searchResults = searchResults.filter((r) => !isUrlBlocked(r.url)); if (searchResults.length > limit) { searchResults = searchResults.slice(0, limit); } @@ -152,7 +151,10 @@ export async function searchController( }); } - // Scrape each result, handling timeouts individually + // Filter out blocked URLs before scraping + searchResults = searchResults.filter((r) => !isUrlBlocked(r.url)); + + // Scrape each non-blocked result, handling timeouts individually const scrapePromises = searchResults.map((result) => scrapeSearchResult(result, { teamId: req.auth.team_id,