From ab30c8e4acf6283cd3624de4055e3b163a090892 Mon Sep 17 00:00:00 2001 From: "devin-ai-integration[bot]" <158243242+devin-ai-integration[bot]@users.noreply.github.com> Date: Fri, 16 May 2025 12:56:33 -0300 Subject: [PATCH] Fix Supabase client configuration errors when USE_DB_AUTHENTICATION is false (#1534) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * Fix Supabase client configuration errors when USE_DB_AUTHENTICATION is false Co-Authored-By: hello@sideguide.dev * Add USE_DB_AUTHENTICATION checks to map and search controllers Add test for USE_DB_AUTHENTICATION=false Add USE_DB_AUTHENTICATION checks to billing services Add USE_DB_AUTHENTICATION checks to batch_billing.ts Add USE_DB_AUTHENTICATION checks to cached-docs.ts Add USE_DB_AUTHENTICATION checks to supabase-jobs.ts Add USE_DB_AUTHENTICATION checks to team-id-sync.ts Add USE_DB_AUTHENTICATION checks to test-suite log.ts Add USE_DB_AUTHENTICATION checks to idempotency services Co-Authored-By: hello@sideguide.dev * Revert "Add USE_DB_AUTHENTICATION checks to map and search controllers" This reverts commit 834a5d51a68c74ada67800fa3a0aa45bde22d745. --------- Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> Co-authored-by: hello@sideguide.dev Co-authored-by: Nicolas Co-authored-by: Gergő Móricz --- apps/api/src/services/queue-worker.ts | 25 +++++++++++++++---------- 1 file changed, 15 insertions(+), 10 deletions(-) diff --git a/apps/api/src/services/queue-worker.ts b/apps/api/src/services/queue-worker.ts index 553b944f..622d5cfb 100644 --- a/apps/api/src/services/queue-worker.ts +++ b/apps/api/src/services/queue-worker.ts @@ -147,19 +147,23 @@ async function finishCrawlIfNeeded(job: Job & { id: string }, sc: StoredCrawl) { "crawl:" + job.data.crawl_id + ":visited_unique", ), ); - + logger.info("Visited URLs", { visitedUrls: visitedUrls.size, }); - const lastUrls: string[] = ( - ( - await supabase_service.rpc("diff_get_last_crawl_urls", { - i_team_id: job.data.team_id, - i_url: sc.originUrl!, - }) - ).data ?? [] - ).map((x) => x.url); + let lastUrls: string[] = []; + const useDbAuthentication = process.env.USE_DB_AUTHENTICATION === "true"; + if (useDbAuthentication) { + lastUrls = ( + ( + await supabase_service.rpc("diff_get_last_crawl_urls", { + i_team_id: job.data.team_id, + i_url: sc.originUrl!, + }) + ).data ?? [] + ).map((x) => x.url); + } const lastUrlsSet = new Set(lastUrls); @@ -257,7 +261,8 @@ async function finishCrawlIfNeeded(job: Job & { id: string }, sc: StoredCrawl) { if ( visitedUrls.length > 0 && job.data.crawlerOptions !== null && - originUrl + originUrl && + process.env.USE_DB_AUTHENTICATION === "true" ) { // Queue the indexing job instead of doing it directly await getIndexQueue().add(